Example of k-nearest neighbors for classification problem using R

diabetes <- read.csv("~/Desktop/MATH 440 - Statistical Learning/diabetes.csv")
diabetes$Outcome <- as.factor(diabetes$Outcome)
levels(diabetes$Outcome) <- c("no", "yes")
source("~/Desktop/MATH 440 - Statistical Learning/myfunctions.R")

Split into training, validation, and testing.

RNGkind(sample.kind = "Rounding")
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
p3 <- partition.3(diabetes, 0.7, 0.2)
training.data <- p3$data.train
validation.data <- p3$data.val
test.data <- p3$data.test

Rescale the data.

training.scaled <- scale(training.data[,-9], center = TRUE, scale = TRUE)
training.scaled.wY <- cbind(training.scaled, training.data[,9])
training.scaled.attr <- attributes(training.scaled)
val.scaled <- scale(validation.data[,-9],
                    center = training.scaled.attr$'scaled:center',
                    scale = training.scaled.attr$'scaled:scale')
test.scaled <- scale(test.data[,-9], 
                     center = training.scaled.attr$'scaled:center',
                     scale = training.scaled.attr$'scaled:scale')

Fit knn model on single new observation with k = 5.

newObs <- data.frame(Pregnancies = 3,
                     Glucose = 120,
                     BloodPressure = 70,
                     SkinThickness = 20,
                     Insulin = 80,
                     BMI = 30,
                     DiabetesPedigreeFunction = 0.44,
                     Age = 46)
newObs.scaled <- scale(newObs,
                       center = training.scaled.attr$'scaled:center',
                       scale = training.scaled.attr$'scaled:scale')
library(FNN)
## Warning: package 'FNN' was built under R version 4.1.2
Knn <- knn(train = training.scaled,
           test = newObs.scaled,
           cl = training.data[,9],
           k = 5)
Knn
## [1] no
## attr(,"nn.index")
##      [,1] [,2] [,3] [,4] [,5]
## [1,]  233  332  314  111  455
## attr(,"nn.dist")
##          [,1]     [,2]     [,3]     [,4]     [,5]
## [1,] 1.125403 1.289751 1.372173 1.399699 1.481678
## Levels: no

Labels of nearest neighbors:

Knn.attr <- attributes(Knn)
training.data[Knn.attr$nn.index, 9]
## [1] no  no  yes no  yes
## Levels: no yes

By the majority rule, we assign class membership “no” or 0 to the new observation.

Note: The rule of majority is the same as using 0.5 cut-off value.

If different cutoff is needed, calculate the proportion of “yes” labels

among the k-nearest neighbors and use a cutoff on that

# collect the labels of the nearest neighbors
k.labels <- training.data[Knn.attr$nn.index, 9]
K <- 5
cutoff <- 0.3
pred <- ifelse((sum(k.labels == "yes")/K) >= cutoff, "yes", "no")
pred
## [1] "yes"

Fit k-nn model on validation data with k=5

library(FNN)
library(caret)
## Warning: package 'caret' was built under R version 4.1.2
## Loading required package: ggplot2
## Warning: package 'ggplot2' was built under R version 4.1.2
## Loading required package: lattice
Knn <- knn(train = training.scaled, test = val.scaled,
           cl = training.data[,9], k = 5)
confusionMatrix(as.factor(Knn), as.factor(validation.data[,9]), 
                positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction no yes
##        no  79  27
##        yes 19  29
##                                           
##                Accuracy : 0.7013          
##                  95% CI : (0.6224, 0.7723)
##     No Information Rate : 0.6364          
##     P-Value [Acc > NIR] : 0.05425         
##                                           
##                   Kappa : 0.3342          
##                                           
##  Mcnemar's Test P-Value : 0.30203         
##                                           
##             Sensitivity : 0.5179          
##             Specificity : 0.8061          
##          Pos Pred Value : 0.6042          
##          Neg Pred Value : 0.7453          
##              Prevalence : 0.3636          
##          Detection Rate : 0.1883          
##    Detection Prevalence : 0.3117          
##       Balanced Accuracy : 0.6620          
##                                           
##        'Positive' Class : yes             
## 

Use validation data to find optimal k.

## fit knn model for k = 1, ..., 100
K <- 100
kappa <- rep(0,K)
for (kk in 1:K) {
  Knn <- knn(train = training.scaled, 
             test = val.scaled,
             cl = training.data[,9],
             k = kk)
  c <- confusionMatrix(as.factor(Knn), 
                       as.factor(validation.data[,9]),
                       positive = "yes")
  kappa[kk] <- c$overall["Kappa"]
  cat("K", kk, "Kappa", kappa[kk], "\n")
}
## K 1 Kappa 0.3896774 
## K 2 Kappa 0.3085714 
## K 3 Kappa 0.2763158 
## K 4 Kappa 0.301105 
## K 5 Kappa 0.3342105 
## K 6 Kappa 0.2826087 
## K 7 Kappa 0.3661972 
## K 8 Kappa 0.270636 
## K 9 Kappa 0.3681462 
## K 10 Kappa 0.3651007 
## K 11 Kappa 0.3563069 
## K 12 Kappa 0.3423913 
## K 13 Kappa 0.3800786 
## K 14 Kappa 0.324693 
## K 15 Kappa 0.3921053 
## K 16 Kappa 0.3547067 
## K 17 Kappa 0.3580902 
## K 18 Kappa 0.3599459 
## K 19 Kappa 0.4164456 
## K 20 Kappa 0.3547067 
## K 21 Kappa 0.3651007 
## K 22 Kappa 0.324693 
## K 23 Kappa 0.3631579 
## K 24 Kappa 0.3671233 
## K 25 Kappa 0.3477089 
## K 26 Kappa 0.3125 
## K 27 Kappa 0.3529412 
## K 28 Kappa 0.3301759 
## K 29 Kappa 0.3355705 
## K 30 Kappa 0.324693 
## K 31 Kappa 0.3355705 
## K 32 Kappa 0.3314917 
## K 33 Kappa 0.3651007 
## K 34 Kappa 0.3671233 
## K 35 Kappa 0.3651007 
## K 36 Kappa 0.349381 
## K 37 Kappa 0.3651007 
## K 38 Kappa 0.3547067 
## K 39 Kappa 0.3823529 
## K 40 Kappa 0.3618785 
## K 41 Kappa 0.3897158 
## K 42 Kappa 0.4401651 
## K 43 Kappa 0.414734 
## K 44 Kappa 0.4355062 
## K 45 Kappa 0.4273973 
## K 46 Kappa 0.3922652 
## K 47 Kappa 0.3922652 
## K 48 Kappa 0.4049931 
## K 49 Kappa 0.4099037 
## K 50 Kappa 0.3511236 
## K 51 Kappa 0.414734 
## K 52 Kappa 0.3744799 
## K 53 Kappa 0.3744799 
## K 54 Kappa 0.4 
## K 55 Kappa 0.3871866 
## K 56 Kappa 0.4 
## K 57 Kappa 0.4049931 
## K 58 Kappa 0.3511236 
## K 59 Kappa 0.3692308 
## K 60 Kappa 0.3511236 
## K 61 Kappa 0.3692308 
## K 62 Kappa 0.3456091 
## K 63 Kappa 0.3820225 
## K 64 Kappa 0.3949224 
## K 65 Kappa 0.3871866 
## K 66 Kappa 0.3638928 
## K 67 Kappa 0.3820225 
## K 68 Kappa 0.3456091 
## K 69 Kappa 0.3638928 
## K 70 Kappa 0.3085714 
## K 71 Kappa 0.3638928 
## K 72 Kappa 0.2898135 
## K 73 Kappa 0.2958748 
## K 74 Kappa 0.2836469 
## K 75 Kappa 0.34 
## K 76 Kappa 0.3342939 
## K 77 Kappa 0.3584637 
## K 78 Kappa 0.3154848 
## K 79 Kappa 0.3342939 
## K 80 Kappa 0.2965116 
## K 81 Kappa 0.3154848 
## K 82 Kappa 0.3154848 
## K 83 Kappa 0.3342939 
## K 84 Kappa 0.2965116 
## K 85 Kappa 0.3154848 
## K 86 Kappa 0.2965116 
## K 87 Kappa 0.3213773 
## K 88 Kappa 0.2965116 
## K 89 Kappa 0.2965116 
## K 90 Kappa 0.2773723 
## K 91 Kappa 0.2898135 
## K 92 Kappa 0.2452555 
## K 93 Kappa 0.2836469 
## K 94 Kappa 0.2385862 
## K 95 Kappa 0.2385862 
## K 96 Kappa 0.2189349 
## K 97 Kappa 0.2773723 
## K 98 Kappa 0.2385862 
## K 99 Kappa 0.2773723 
## K 100 Kappa 0.2385862
# create a plot for k vs. kappa
plot(c(1:K), kappa, xlab = "k", ylab = "Kappa", type = "l", col = "blue")

Get final model and evaluate on test data.

training.data.all <- rbind(training.data, validation.data)
training.data.scaled.all <- rbind(training.scaled, val.scaled)
Knn <- knn(train = training.data.scaled.all, 
           test = test.scaled,
           cl = training.data.all[,9],
           k = which.max(kappa))
confusionMatrix(as.factor(Knn), 
                as.factor(test.data[,9]),
                positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction no yes
##        no  48  11
##        yes  4  13
##                                           
##                Accuracy : 0.8026          
##                  95% CI : (0.6954, 0.8851)
##     No Information Rate : 0.6842          
##     P-Value [Acc > NIR] : 0.01521         
##                                           
##                   Kappa : 0.5043          
##                                           
##  Mcnemar's Test P-Value : 0.12134         
##                                           
##             Sensitivity : 0.5417          
##             Specificity : 0.9231          
##          Pos Pred Value : 0.7647          
##          Neg Pred Value : 0.8136          
##              Prevalence : 0.3158          
##          Detection Rate : 0.1711          
##    Detection Prevalence : 0.2237          
##       Balanced Accuracy : 0.7324          
##                                           
##        'Positive' Class : yes             
## 

Using cross-validation approach.

## K-fold Cross Validation
# value of K equal to 10 
set.seed(0)
train_control <- trainControl(method = "cv", 
                              number = 10) 
training.data.all <- rbind(training.data, validation.data)
# Fit K-fold CV model  
Knn_kcv <- train(Outcome ~ ., data = training.data.all, method = "knn", 
                 trControl = train_control, preProcess = c("center","scale"), 
                 tuneLength = 20, metric = "Kappa")
print(Knn_kcv)
## k-Nearest Neighbors 
## 
## 692 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## Pre-processing: centered (8), scaled (8) 
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 622, 623, 622, 623, 623, 623, ... 
## Resampling results across tuning parameters:
## 
##   k   Accuracy   Kappa    
##    5  0.7110644  0.3468324
##    7  0.7182067  0.3534873
##    9  0.7269035  0.3785114
##   11  0.7384563  0.4032359
##   13  0.7340671  0.3833476
##   15  0.7225137  0.3583804
##   17  0.7326806  0.3731748
##   19  0.7370491  0.3843706
##   21  0.7341286  0.3727299
##   23  0.7443168  0.3976973
##   25  0.7385191  0.3751845
##   27  0.7399896  0.3762840
##   29  0.7385404  0.3730767
##   31  0.7429509  0.3770685
##   33  0.7429503  0.3778407
##   35  0.7415223  0.3713476
##   37  0.7371739  0.3591861
##   39  0.7429083  0.3770130
##   41  0.7428243  0.3760775
##   43  0.7428876  0.3756473
## 
## Kappa was used to select the optimal model using the largest value.
## The final value used for the model was k = 11.
Knn_kcv$finalModel
## 11-nearest neighbor model
## Training set outcome distribution:
## 
##  no yes 
## 448 244

Fit knn model on test data with k = 11

training.data.scaled.all <- rbind(training.scaled, val.scaled)
Knn <- knn(train = training.data.scaled.all,
           test = test.scaled,
           cl = training.data.all[,9], k = 11)
confusionMatrix(as.factor(Knn), as.factor(test.data[,9]),
                positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction no yes
##        no  42   9
##        yes 10  15
##                                           
##                Accuracy : 0.75            
##                  95% CI : (0.6374, 0.8423)
##     No Information Rate : 0.6842          
##     P-Value [Acc > NIR] : 0.1325          
##                                           
##                   Kappa : 0.4279          
##                                           
##  Mcnemar's Test P-Value : 1.0000          
##                                           
##             Sensitivity : 0.6250          
##             Specificity : 0.8077          
##          Pos Pred Value : 0.6000          
##          Neg Pred Value : 0.8235          
##              Prevalence : 0.3158          
##          Detection Rate : 0.1974          
##    Detection Prevalence : 0.3289          
##       Balanced Accuracy : 0.7163          
##                                           
##        'Positive' Class : yes             
## 

Example of k-nearest neighbors for regression problem using R

autompg <- read.csv("~/Desktop/MATH 440 - Statistical Learning/autompg.csv")

source("~/Desktop/MATH 440 - Statistical Learning/myfunctions.R")

Partition the data.

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
### call the function for creating 60:30:10 partition
p3 <- partition.3(autompg, 0.6, 0.3)
training.data <- p3$data.train
validation.data <- p3$data.val
test.data <- p3$data.test

Rescale the data.

### Rescale the data
training.scaled <- scale(training.data[,-1], center = TRUE, scale = TRUE)
training.scaled.wY <- cbind(training.scaled, training.data[,1])
training.scaled.attr <- attributes(training.scaled)
val.scaled <- scale(validation.data[,-1], 
                    center = training.scaled.attr$`scaled:center`, 
                    scale = training.scaled.attr$`scaled:scale`)
test.scaled <- scale(test.data[,-1], 
                     center = training.scaled.attr$`scaled:center`, 
                     scale = training.scaled.attr$`scaled:scale`)

Fit kNN model on validation data with k=5

library(FNN)
Knn <- knn.reg(train = training.scaled, test = val.scaled,
               y = training.data[,1], k = 5)
Knn
## Prediction:
##   [1] 33.68 14.30 21.28 20.56 17.14 20.20 24.20 12.60 32.98 29.64 17.80 34.88
##  [13] 14.60 14.20 19.20 27.92 30.76 35.22 28.42 35.70 14.20 27.00 11.00 23.80
##  [25] 37.16 25.40 17.50 28.36 13.40 15.60 37.06 18.30 18.78 14.60 14.40 18.20
##  [37] 24.44 17.36 24.00 18.40 17.80 24.20 12.60 23.20 33.12 18.60 28.66 13.60
##  [49] 16.60 24.64 12.80 14.00 28.04 24.40 25.40 18.80 17.80 26.94 18.58 28.20
##  [61] 23.00 20.00 31.14 18.40 18.40 13.60 16.84 27.00 13.00 13.00 36.20 30.62
##  [73] 19.52 25.28 23.40 20.20 38.02 25.40 18.20 15.00 24.00 22.80 14.60 15.40
##  [85] 24.20 19.10 13.00 29.96 32.10 13.80 33.12 23.40 29.94 24.60 34.48 23.00
##  [97] 29.00 29.40 24.40 35.28 16.84 19.40 20.44 25.40 23.00 33.48 17.00 13.00
## [109] 16.60 16.82 25.60 24.82 26.90 31.82 17.04 30.34 29.60

RMSE for validation data

error.val.knn <- Knn$pred - validation.data$mpg
rmse.val.knn <- sqrt(mean(error.val.knn^2))
rmse.val.knn
## [1] 2.601334

K-Fold Cross Validation

# value of K equal to 10 
set.seed(0)
train_control <- trainControl(method = "cv", 
                              number = 10) 
training.data.all <- rbind(training.data, validation.data)

Fit K-Fold Cross Validation model.

Knn_kcv <- train(mpg ~ ., 
                 data = training.data.all, 
                 method = "knn", 
                 trControl = train_control, 
                 preProcess = c("center","scale"),
                 tuneLength = 20, 
                 metric = "RMSE")
print(Knn_kcv)
## k-Nearest Neighbors 
## 
## 351 samples
##   6 predictor
## 
## Pre-processing: centered (6), scaled (6) 
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 315, 316, 315, 316, 315, 315, ... 
## Resampling results across tuning parameters:
## 
##   k   RMSE      Rsquared   MAE     
##    5  2.961670  0.8625857  2.127535
##    7  2.983700  0.8589994  2.142772
##    9  2.954029  0.8614739  2.154474
##   11  2.924626  0.8640456  2.150609
##   13  2.930427  0.8629450  2.143237
##   15  2.983032  0.8583463  2.185113
##   17  3.005457  0.8557837  2.197346
##   19  3.029813  0.8532343  2.214691
##   21  3.038588  0.8525123  2.231077
##   23  3.050191  0.8514661  2.227797
##   25  3.048930  0.8516801  2.245032
##   27  3.079574  0.8480222  2.267498
##   29  3.092346  0.8473000  2.266232
##   31  3.122984  0.8439030  2.288582
##   33  3.132631  0.8427410  2.294985
##   35  3.153793  0.8408984  2.309724
##   37  3.173590  0.8385297  2.327876
##   39  3.185366  0.8371615  2.344479
##   41  3.210594  0.8350112  2.365717
##   43  3.223894  0.8337377  2.379188
## 
## RMSE was used to select the optimal model using the smallest value.
## The final value used for the model was k = 11.
plot(Knn_kcv)

Knn_kcv$finalModel
## 11-nearest neighbor regression model

Fit knn model on test data with k = 11.

### fit k-nn model on test data with k=11
training.data.scaled.all <- rbind(training.scaled, val.scaled)
Knn <- knn.reg(train = training.data.scaled.all, test = test.scaled,
               y = training.data.all[,1], k = 11)

Calculate RMSE for test data.

error.test.knn <- Knn$pred - test.data$mpg
rmse.test.knn <- sqrt(mean(error.test.knn^2))
rmse.test.knn
## [1] 2.875892

PRINCIPAL COMPONENT ANALYSIS

autompg <- read.csv("~/Desktop/MATH 440 - Statistical Learning/autompg.csv")

Partition the data.

Dat <- autompg
RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0) ## set seed so that you get same partition each time
p3 <- partition.3(Dat, 0.7, 0.2) ## creating 70:20:10 partition
training.data <- p3$data.train
validation.data <- p3$data.val
test.data <- p3$data.test

Fit MLR model on training data.

mlr.train <- lm(mpg ~ ., data = training.data)
summary(mlr.train)
## 
## Call:
## lm(formula = mpg ~ ., data = training.data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -8.6579 -2.6075 -0.1924  2.0558 14.1537 
## 
## Coefficients:
##               Estimate Std. Error t value Pr(>|t|)    
## (Intercept) -1.622e+01  6.064e+00  -2.675  0.00793 ** 
## cyl         -3.906e-02  4.307e-01  -0.091  0.92781    
## disp        -1.478e-03  9.610e-03  -0.154  0.87791    
## hp          -1.111e-03  1.852e-02  -0.060  0.95219    
## wt          -6.398e-03  9.063e-04  -7.060 1.45e-11 ***
## acc          9.274e-02  1.287e-01   0.720  0.47187    
## year         7.608e-01  6.635e-02  11.466  < 2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 3.589 on 266 degrees of freedom
## Multiple R-squared:  0.7961, Adjusted R-squared:  0.7915 
## F-statistic: 173.1 on 6 and 266 DF,  p-value: < 2.2e-16

Calculate RMSE for training data.

error.train <-  training.data$mpg - mlr.train$fitted.values
rmse.train <- sqrt(mean(error.train^2))
rmse.train
## [1] 3.543026

Prediction on Validation Data

yhat = predict(mlr.train, newdata=validation.data)

Calculate RMSE for validation data.

error.val <- validation.data$mpg - yhat
rmse.val <- sqrt(mean(error.val^2))
rmse.val
## [1] 3.103303

Prediction on test data.

yhat = predict(mlr.train, newdata = test.data)

Calculate RMSE for test data.

error.test <- test.data$mpg - yhat
rmse.test <- sqrt(mean(error.test^2))
rmse.test
## [1] 3.175251

Create principal components.

# check correlation
library(corrplot)
## corrplot 0.92 loaded
corvar <- cor(training.data[,-1], method="pearson")
corrplot(corvar, method= "color", order = "hclust", tl.pos = 'lt')

Scale the data

training.scaled <- scale(training.data[,-1], center = TRUE, scale = TRUE)

Create principal components.

pca <- prcomp(training.scaled, center = TRUE, scale. = TRUE) 
summary(pca)
## Importance of components:
##                          PC1    PC2    PC3     PC4     PC5     PC6
## Standard deviation     2.051 0.9241 0.8430 0.36784 0.24334 0.18628
## Proportion of Variance 0.701 0.1423 0.1184 0.02255 0.00987 0.00578
## Cumulative Proportion  0.701 0.8434 0.9618 0.98435 0.99422 1.00000
pca$rotation
##             PC1          PC2        PC3         PC4         PC5         PC6
## cyl   0.4602458 -0.177164830  0.1333288 -0.63412339  0.37582525 -0.44232653
## disp  0.4704178 -0.170392049  0.1292136 -0.24939756 -0.18367428  0.79814919
## hp    0.4666915 -0.001714386 -0.1113901  0.62381689  0.61196470  0.07835828
## wt    0.4487507 -0.254757696  0.2709153  0.36273158 -0.61337432 -0.39054311
## acc  -0.3120842 -0.236744413  0.8686478  0.11650210  0.26514096  0.09018917
## year -0.2242904 -0.904779991 -0.3538014  0.03733546  0.06317079  0.02251837
pcs <- as.data.frame(pca$x)

Plot principal components.

plot(pca)

biplot (pca , scale =0)

Check correlation of PCs.

corvarpc <- cor(pcs, method="pearson")
corrplot(corvarpc, method= "color", order = "hclust", tl.pos = 'lt')

% Variance explained by each PC

summPC <- summary(pca)
plot(summary(pca)$importance[3,], pch = 19, ylab = "Cumulative Proportion of Variance", xlab = "Index of PC")

Scatter plot of scaled response vs. PCs

par(mfrow = c(1, 3))
plot(training.data$mpg, pcs$PC1)
plot(training.data$mpg, pcs$PC2)
plot(training.data$mpg, pcs$PC3)

MLR using PCA

pcs <- as.data.frame(pca$x)
lr.data <- cbind(training.data$mpg, pcs) # create a data set with mpg and principal components
colnames(lr.data)[1] <- "mpg"
mlr.pc.train <- lm(mpg ~ PC1+PC2+PC3+PC4+PC5+PC6, data = lr.data)
summary(mlr.pc.train)
## 
## Call:
## lm(formula = mpg ~ PC1 + PC2 + PC3 + PC4 + PC5 + PC6, data = lr.data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -8.6579 -2.6075 -0.1924  2.0558 14.1537 
## 
## Coefficients:
##             Estimate Std. Error t value Pr(>|t|)    
## (Intercept)  23.6586     0.2172 108.907  < 2e-16 ***
## PC1          -3.2049     0.1061 -30.202  < 2e-16 ***
## PC2          -1.1841     0.2355  -5.028 9.14e-07 ***
## PC3          -2.2224     0.2582  -8.608 6.61e-16 ***
## PC4          -1.7394     0.5917  -2.940 0.003572 ** 
## PC5           3.4790     0.8944   3.890 0.000127 ***
## PC6           2.0679     1.1683   1.770 0.077878 .  
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 3.589 on 266 degrees of freedom
## Multiple R-squared:  0.7961, Adjusted R-squared:  0.7915 
## F-statistic: 173.1 on 6 and 266 DF,  p-value: < 2.2e-16

Scaling validation data.

training.scaled.attr <- attributes(training.scaled)
val.scaled <- scale(validation.data[,-1], 
                    center = training.scaled.attr$`scaled:center`, 
                    scale = training.scaled.attr$`scaled:scale`)

Create PC’s on validation data.

val.pcs <- matrix(NA, nrow = nrow(val.scaled), ncol = ncol(val.scaled))
loading <- pca$rotation
val.pcs <- val.scaled %*%loading

Model performance on validation data

yhat = predict(mlr.pc.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc <- sqrt(mean(error.val.pc^2))
rmse.val.pc
## [1] 3.103303

Determine optimal number of PCs.

rmse.val.pc <- rep(NA, 6)
# Model with 1 PC
mlr.pc1.train <- lm(mpg ~ PC1, data = lr.data)
yhat = predict(mlr.pc1.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[1] <- sqrt(mean(error.val.pc^2))
# Model with 2 PC
mlr.pc2.train <- lm(mpg ~ PC1+PC2, data = lr.data)
yhat = predict(mlr.pc2.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[2] <- sqrt(mean(error.val.pc^2))
# Model with 3 PC
mlr.pc3.train <- lm(mpg ~ PC1+PC2+PC3, data = lr.data)
yhat = predict(mlr.pc3.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[3] <- sqrt(mean(error.val.pc^2))
# Model with 4 PC
mlr.pc4.train <- lm(mpg ~ PC1+PC2+PC3+PC4, data = lr.data)
yhat = predict(mlr.pc4.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[4] <- sqrt(mean(error.val.pc^2))
# Model with 5 PC
mlr.pc5.train <- lm(mpg ~ PC1+PC2+PC3+PC4+PC5, data = lr.data)
yhat = predict(mlr.pc5.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[5] <- sqrt(mean(error.val.pc^2))
# Model with 6 PC
mlr.pc6.train <- lm(mpg ~ PC1+PC2+PC3+PC4+PC5+PC6, data = lr.data)
yhat = predict(mlr.pc6.train, newdata=as.data.frame(val.pcs))
error.val.pc <- validation.data$mpg - yhat
rmse.val.pc[6] <- sqrt(mean(error.val.pc^2))
plot(seq(1:6), rmse.val.pc, xlab = "# PCs used in model", ylab = "RMSE", pch = 19, type = "l")
abline(v=3, col = "blue", lty=3)

Fit final model on combined training and validation data.

training.data.all <- rbind(training.data, validation.data)

Scale the data.

training.scaled.all <- scale(training.data.all[,-1], center = TRUE, scale = TRUE)

Create principal components

pca <- prcomp(training.scaled.all, center = TRUE, scale. = TRUE) 
pcs <- as.data.frame(pca$x)

MLR using all PCs

lr.data.all <- cbind(training.data.all$mpg, pcs) # create a data set with mpg and principal components
colnames(lr.data.all)[1] <- "mpg"
mlr.pc.train.all <- lm(mpg ~ PC1+PC2+PC3, data = lr.data.all) # fit model with 3 principal components

Scaling test data

training.scaled.all.attr <- attributes(training.scaled.all)
test.scaled <- scale(test.data[,-1], 
                    center = training.scaled.all.attr$`scaled:center`, 
                    scale = training.scaled.all.attr$`scaled:scale`)

Create PC’s on test data

loading <- pca$rotation
test.pcs <- test.scaled%*%loading

Model performance on test data

yhat = predict(mlr.pc.train.all, newdata=as.data.frame(test.pcs))
error.test.pc <- test.data$mpg - yhat
rmse.test.pc <- sqrt(mean(error.test.pc^2))
rmse.test.pc
## [1] 3.723153

CLASSIFICATION TREE

diabetes <- read.csv("~/Desktop/MATH 440 - Statistical Learning/diabetes.csv")
diabetes$Outcome <- as.factor(diabetes$Outcome)
levels(diabetes$Outcome) <- c("no", "yes")
source("~/Desktop/MATH 440 - Statistical Learning/myfunctions.R")

Partition the data.

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
### call the function for creating 70:30 partition
p2 <- partition.2(diabetes, 0.7)
training.data <- p2$data.train
test.data <- p2$data.test

Fit classification tree on training data.

library(rpart)
library(rpart.plot)
## Warning: package 'rpart.plot' was built under R version 4.1.2
# minsplit: minimum number of observations that must exist 
# in a node in order for a split to be attempted. The default value is 20. 
# minbucket = minimum number of required observations 
# in the terminal nodes for the split to happen.
ct1 <- rpart(Outcome ~ . , data = training.data, method = "class", 
             minsplit=15, minbucket = 5)
# plot tree
prp(ct1, type = 1, extra = 1, under = TRUE, split.font = 2, varlen = -10)

Variable Importance

ct1$variable.importance
##                  Glucose                      Age                  Insulin 
##                60.205968                32.624821                28.659242 
##                      BMI            BloodPressure              Pregnancies 
##                26.256269                14.593970                12.142926 
## DiabetesPedigreeFunction            SkinThickness 
##                10.051140                 8.655138

Get predicted class on test data

pred.test = predict(ct1, test.data, type = 'class')

Create confusion matrix.

library(caret)
confusionMatrix(pred.test, test.data$Outcome, positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  120  25
##        yes  30  55
##                                           
##                Accuracy : 0.7609          
##                  95% CI : (0.7004, 0.8145)
##     No Information Rate : 0.6522          
##     P-Value [Acc > NIR] : 0.000245        
##                                           
##                   Kappa : 0.4805          
##                                           
##  Mcnemar's Test P-Value : 0.589639        
##                                           
##             Sensitivity : 0.6875          
##             Specificity : 0.8000          
##          Pos Pred Value : 0.6471          
##          Neg Pred Value : 0.8276          
##              Prevalence : 0.3478          
##          Detection Rate : 0.2391          
##    Detection Prevalence : 0.3696          
##       Balanced Accuracy : 0.7438          
##                                           
##        'Positive' Class : yes             
## 

Cost Complexity Cross Validation

library(caret)
set.seed(0)
train_control <- trainControl(method="cv", number=10)
cv.ct <- train(Outcome ~ . , data = training.data, method = "rpart",
                   trControl = train_control, tuneLength = 10)
print(cv.ct)
## CART 
## 
## 538 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 484, 484, 484, 484, 484, 485, ... 
## Resampling results across tuning parameters:
## 
##   cp          Accuracy   Kappa    
##   0.00000000  0.7176450  0.3717968
##   0.02304965  0.7397624  0.3779980
##   0.04609929  0.7378756  0.3785874
##   0.06914894  0.7286164  0.3656797
##   0.09219858  0.7249126  0.3616877
##   0.11524823  0.7211391  0.3565610
##   0.13829787  0.7062893  0.3409367
##   0.16134752  0.7044375  0.3407743
##   0.18439716  0.7044375  0.3407743
##   0.20744681  0.6914745  0.2872593
## 
## Accuracy was used to select the optimal model using the largest value.
## The final value used for the model was cp = 0.02304965.
plot(cv.ct)

Get final model.

cv.ct$finalModel
## n= 538 
## 
## node), split, n, loss, yval, (yprob)
##       * denotes terminal node
## 
## 1) root 538 188 no (0.6505576 0.3494424)  
##   2) Glucose< 123.5 319  59 no (0.8150470 0.1849530) *
##   3) Glucose>=123.5 219  90 yes (0.4109589 0.5890411)  
##     6) BMI< 30.05 67  21 no (0.6865672 0.3134328) *
##     7) BMI>=30.05 152  44 yes (0.2894737 0.7105263) *
prp(cv.ct$finalModel, type = 1, extra = 1, under = TRUE, split.font = 2, varlen = -10)

Variable Importance

cv.ct$finalModel$variable.importance
##       Glucose           BMI       Insulin           Age BloodPressure 
##     43.063373     18.150744     10.650089      7.753854      4.260036 
##   Pregnancies 
##      2.904570
summary(cv.ct$finalModel)
## Call:
## (function (formula, data, weights, subset, na.action = na.rpart, 
##     method, model = FALSE, x = FALSE, y = TRUE, parms, control, 
##     cost, ...) 
## {
##     Call <- match.call()
##     if (is.data.frame(model)) {
##         m <- model
##         model <- FALSE
##     }
##     else {
##         indx <- match(c("formula", "data", "weights", "subset"), 
##             names(Call), nomatch = 0)
##         if (indx[1] == 0) 
##             stop("a 'formula' argument is required")
##         temp <- Call[c(1, indx)]
##         temp$na.action <- na.action
##         temp[[1]] <- quote(stats::model.frame)
##         m <- eval.parent(temp)
##     }
##     Terms <- attr(m, "terms")
##     if (any(attr(Terms, "order") > 1)) 
##         stop("Trees cannot handle interaction terms")
##     Y <- model.response(m)
##     wt <- model.weights(m)
##     if (any(wt < 0)) 
##         stop("negative weights not allowed")
##     if (!length(wt)) 
##         wt <- rep(1, nrow(m))
##     offset <- model.offset(m)
##     X <- rpart.matrix(m)
##     nobs <- nrow(X)
##     nvar <- ncol(X)
##     if (missing(method)) {
##         method <- if (is.factor(Y) || is.character(Y)) 
##             "class"
##         else if (inherits(Y, "Surv")) 
##             "exp"
##         else if (is.matrix(Y)) 
##             "poisson"
##         else "anova"
##     }
##     if (is.list(method)) {
##         mlist <- method
##         method <- "user"
##         init <- if (missing(parms)) 
##             mlist$init(Y, offset, wt = wt)
##         else mlist$init(Y, offset, parms, wt)
##         keep <- rpartcallback(mlist, nobs, init)
##         method.int <- 4
##         parms <- init$parms
##     }
##     else {
##         method.int <- pmatch(method, c("anova", "poisson", "class", 
##             "exp"))
##         if (is.na(method.int)) 
##             stop("Invalid method")
##         method <- c("anova", "poisson", "class", "exp")[method.int]
##         if (method.int == 4) 
##             method.int <- 2
##         init <- if (missing(parms)) 
##             get(paste("rpart", method, sep = "."), envir = environment())(Y, 
##                 offset, , wt)
##         else get(paste("rpart", method, sep = "."), envir = environment())(Y, 
##             offset, parms, wt)
##         ns <- asNamespace("rpart")
##         if (!is.null(init$print)) 
##             environment(init$print) <- ns
##         if (!is.null(init$summary)) 
##             environment(init$summary) <- ns
##         if (!is.null(init$text)) 
##             environment(init$text) <- ns
##     }
##     Y <- init$y
##     xlevels <- .getXlevels(Terms, m)
##     cats <- rep(0, ncol(X))
##     if (!is.null(xlevels)) 
##         cats[match(names(xlevels), colnames(X))] <- unlist(lapply(xlevels, 
##             length))
##     extraArgs <- list(...)
##     if (length(extraArgs)) {
##         controlargs <- names(formals(rpart.control))
##         indx <- match(names(extraArgs), controlargs, nomatch = 0)
##         if (any(indx == 0)) 
##             stop(gettextf("Argument %s not matched", names(extraArgs)[indx == 
##                 0]), domain = NA)
##     }
##     controls <- rpart.control(...)
##     if (!missing(control)) 
##         controls[names(control)] <- control
##     xval <- controls$xval
##     if (is.null(xval) || (length(xval) == 1 && xval == 0) || 
##         method == "user") {
##         xgroups <- 0
##         xval <- 0
##     }
##     else if (length(xval) == 1) {
##         xgroups <- sample(rep(1:xval, length = nobs), nobs, replace = FALSE)
##     }
##     else if (length(xval) == nobs) {
##         xgroups <- xval
##         xval <- length(unique(xgroups))
##     }
##     else {
##         if (!is.null(attr(m, "na.action"))) {
##             temp <- as.integer(attr(m, "na.action"))
##             xval <- xval[-temp]
##             if (length(xval) == nobs) {
##                 xgroups <- xval
##                 xval <- length(unique(xgroups))
##             }
##             else stop("Wrong length for 'xval'")
##         }
##         else stop("Wrong length for 'xval'")
##     }
##     if (missing(cost)) 
##         cost <- rep(1, nvar)
##     else {
##         if (length(cost) != nvar) 
##             stop("Cost vector is the wrong length")
##         if (any(cost <= 0)) 
##             stop("Cost vector must be positive")
##     }
##     tfun <- function(x) if (is.matrix(x)) 
##         rep(is.ordered(x), ncol(x))
##     else is.ordered(x)
##     labs <- sub("^`(.*)`$", "\\1", attr(Terms, "term.labels"))
##     isord <- unlist(lapply(m[labs], tfun))
##     storage.mode(X) <- "double"
##     storage.mode(wt) <- "double"
##     temp <- as.double(unlist(init$parms))
##     if (!length(temp)) 
##         temp <- 0
##     rpfit <- .Call(C_rpart, ncat = as.integer(cats * !isord), 
##         method = as.integer(method.int), as.double(unlist(controls)), 
##         temp, as.integer(xval), as.integer(xgroups), as.double(t(init$y)), 
##         X, wt, as.integer(init$numy), as.double(cost))
##     nsplit <- nrow(rpfit$isplit)
##     ncat <- if (!is.null(rpfit$csplit)) 
##         nrow(rpfit$csplit)
##     else 0
##     if (nsplit == 0) 
##         xval <- 0
##     numcp <- ncol(rpfit$cptable)
##     temp <- if (nrow(rpfit$cptable) == 3) 
##         c("CP", "nsplit", "rel error")
##     else c("CP", "nsplit", "rel error", "xerror", "xstd")
##     dimnames(rpfit$cptable) <- list(temp, 1:numcp)
##     tname <- c("<leaf>", colnames(X))
##     splits <- matrix(c(rpfit$isplit[, 2:3], rpfit$dsplit), ncol = 5, 
##         dimnames = list(tname[rpfit$isplit[, 1] + 1], c("count", 
##             "ncat", "improve", "index", "adj")))
##     index <- rpfit$inode[, 2]
##     nadd <- sum(isord[rpfit$isplit[, 1]])
##     if (nadd > 0) {
##         newc <- matrix(0, nadd, max(cats))
##         cvar <- rpfit$isplit[, 1]
##         indx <- isord[cvar]
##         cdir <- splits[indx, 2]
##         ccut <- floor(splits[indx, 4])
##         splits[indx, 2] <- cats[cvar[indx]]
##         splits[indx, 4] <- ncat + 1:nadd
##         for (i in 1:nadd) {
##             newc[i, 1:(cats[(cvar[indx])[i]])] <- -as.integer(cdir[i])
##             newc[i, 1:ccut[i]] <- as.integer(cdir[i])
##         }
##         catmat <- if (ncat == 0) 
##             newc
##         else {
##             cs <- rpfit$csplit
##             ncs <- ncol(cs)
##             ncc <- ncol(newc)
##             if (ncs < ncc) 
##                 cs <- cbind(cs, matrix(0, nrow(cs), ncc - ncs))
##             rbind(cs, newc)
##         }
##         ncat <- ncat + nadd
##     }
##     else catmat <- rpfit$csplit
##     if (nsplit == 0) {
##         frame <- data.frame(row.names = 1, var = "<leaf>", n = rpfit$inode[, 
##             5], wt = rpfit$dnode[, 3], dev = rpfit$dnode[, 1], 
##             yval = rpfit$dnode[, 4], complexity = rpfit$dnode[, 
##                 2], ncompete = 0, nsurrogate = 0)
##     }
##     else {
##         temp <- ifelse(index == 0, 1, index)
##         svar <- ifelse(index == 0, 0, rpfit$isplit[temp, 1])
##         frame <- data.frame(row.names = rpfit$inode[, 1], var = tname[svar + 
##             1], n = rpfit$inode[, 5], wt = rpfit$dnode[, 3], 
##             dev = rpfit$dnode[, 1], yval = rpfit$dnode[, 4], 
##             complexity = rpfit$dnode[, 2], ncompete = pmax(0, 
##                 rpfit$inode[, 3] - 1), nsurrogate = rpfit$inode[, 
##                 4])
##     }
##     if (method.int == 3) {
##         numclass <- init$numresp - 2
##         nodeprob <- rpfit$dnode[, numclass + 5]/sum(wt)
##         temp <- pmax(1, init$counts)
##         temp <- rpfit$dnode[, 4 + (1:numclass)] %*% diag(init$parms$prior/temp)
##         yprob <- temp/rowSums(temp)
##         yval2 <- matrix(rpfit$dnode[, 4 + (0:numclass)], ncol = numclass + 
##             1)
##         frame$yval2 <- cbind(yval2, yprob, nodeprob)
##     }
##     else if (init$numresp > 1) 
##         frame$yval2 <- rpfit$dnode[, -(1:3), drop = FALSE]
##     if (is.null(init$summary)) 
##         stop("Initialization routine is missing the 'summary' function")
##     functions <- if (is.null(init$print)) 
##         list(summary = init$summary)
##     else list(summary = init$summary, print = init$print)
##     if (!is.null(init$text)) 
##         functions <- c(functions, list(text = init$text))
##     if (method == "user") 
##         functions <- c(functions, mlist)
##     where <- rpfit$which
##     names(where) <- row.names(m)
##     ans <- list(frame = frame, where = where, call = Call, terms = Terms, 
##         cptable = t(rpfit$cptable), method = method, parms = init$parms, 
##         control = controls, functions = functions, numresp = init$numresp)
##     if (nsplit) 
##         ans$splits = splits
##     if (ncat > 0) 
##         ans$csplit <- catmat + 2
##     if (nsplit) 
##         ans$variable.importance <- importance(ans)
##     if (model) {
##         ans$model <- m
##         if (missing(y)) 
##             y <- FALSE
##     }
##     if (y) 
##         ans$y <- Y
##     if (x) {
##         ans$x <- X
##         ans$wt <- wt
##     }
##     ans$ordered <- isord
##     if (!is.null(attr(m, "na.action"))) 
##         ans$na.action <- attr(m, "na.action")
##     if (!is.null(xlevels)) 
##         attr(ans, "xlevels") <- xlevels
##     if (method == "class") 
##         attr(ans, "ylevels") <- init$ylevels
##     class(ans) <- "rpart"
##     ans
## })(formula = .outcome ~ ., data = list(c(1, 2, 7, 1, 7, 1, 5, 
## 1, 6, 7, 1, 7, 8, 13, 5, 2, 2, 0, 9, 2, 6, 4, 2, 0, 4, 4, 5, 
## 8, 7, 6, 2, 9, 2, 5, 0, 1, 8, 0, 0, 3, 8, 0, 6, 6, 4, 1, 0, 0, 
## 5, 1, 2, 1, 6, 3, 2, 1, 2, 1, 3, 4, 4, 2, 5, 13, 3, 5, 0, 0, 
## 0, 0, 3, 7, 8, 1, 6, 8, 2, 1, 2, 4, 10, 14, 4, 1, 7, 7, 0, 0, 
## 7, 3, 1, 0, 4, 2, 11, 3, 1, 2, 13, 10, 5, 12, 4, 5, 3, 1, 5, 
## 2, 2, 0, 4, 4, 3, 4, 1, 2, 2, 0, 2, 0, 0, 2, 4, 2, 8, 13, 0, 
## 10, 3, 9, 1, 6, 7, 7, 0, 6, 1, 1, 2, 0, 3, 0, 0, 2, 7, 2, 10, 
## 3, 8, 7, 1, 0, 5, 0, 5, 10, 3, 4, 0, 3, 0, 2, 6, 1, 0, 0, 9, 
## 2, 1, 8, 1, 4, 3, 8, 1, 1, 2, 2, 5, 1, 1, 2, 1, 8, 1, 0, 3, 0, 
## 8, 5, 3, 6, 3, 1, 1, 9, 5, 2, 4, 6, 4, 4, 5, 1, 1, 1, 0, 9, 13, 
## 10, 5, 1, 1, 2, 3, 0, 6, 13, 10, 9, 8, 11, 1, 8, 0, 0, 7, 6, 
## 10, 3, 9, 4, 5, 0, 2, 6, 5, 2, 0, 3, 0, 0, 3, 1, 1, 6, 1, 7, 
## 1, 9, 2, 1, 0, 3, 6, 6, 7, 3, 12, 5, 4, 5, 4, 3, 3, 7, 2, 3, 
## 0, 2, 5, 5, 7, 8, 0, 2, 2, 12, 15, 1, 1, 1, 3, 0, 4, 9, 0, 8, 
## 1, 3, 1, 4, 5, 0, 7, 2, 3, 0, 12, 4, 1, 7, 7, 0, 9, 1, 1, 2, 
## 1, 3, 5, 9, 8, 1, 1, 6, 2, 9, 17, 0, 2, 0, 5, 0, 4, 4, 2, 12, 
## 8, 5, 12, 3, 1, 5, 3, 6, 1, 3, 0, 1, 3, 0, 1, 4, 3, 3, 4, 3, 
## 11, 2, 5, 11, 7, 1, 0, 2, 5, 3, 1, 2, 7, 1, 2, 7, 4, 3, 0, 13, 
## 2, 6, 4, 1, 4, 2, 8, 2, 0, 4, 6, 6, 9, 3, 6, 2, 12, 14, 4, 4, 
## 2, 9, 4, 9, 6, 1, 2, 0, 1, 2, 4, 0, 1, 4, 1, 6, 2, 3, 3, 1, 3, 
## 0, 6, 3, 1, 0, 0, 0, 4, 7, 2, 3, 2, 1, 5, 4, 13, 4, 0, 5, 3, 
## 3, 1, 6, 11, 2, 6, 10, 0, 3, 7, 12, 2, 1, 6, 1, 3, 1, 2, 2, 0, 
## 6, 10, 6, 0, 1, 4, 4, 5, 0, 7, 4, 3, 3, 0, 6, 2, 2, 7, 12, 7, 
## 2, 0, 7, 2, 2, 1, 1, 1, 8, 1, 10, 4, 5, 3, 6, 0, 5, 1, 8, 1, 
## 2, 1, 3, 11, 3, 1, 2, 1, 10, 1, 0, 5, 4, 1, 0, 1, 0, 6, 2, 0, 
## 5, 0, 1, 4, 8, 0, 6, 2, 2, 1, 4, 2, 6, 4, 0, 10, 2, 2, 11, 1, 
## 6, 5, 2, 3, 5, 1, 1, 4, 3), c(140, 99, 136, 97, 129, 153, 136, 
## 108, 0, 114, 146, 152, 84, 76, 108, 197, 122, 127, 140, 108, 
## 109, 127, 88, 135, 134, 109, 155, 125, 133, 147, 129, 165, 83, 
## 103, 100, 181, 194, 151, 131, 116, 112, 67, 154, 92, 95, 109, 
## 121, 118, 122, 97, 81, 0, 117, 113, 75, 103, 100, 100, 81, 112, 
## 96, 157, 162, 152, 74, 86, 119, 165, 105, 146, 106, 181, 124, 
## 91, 134, 118, 68, 89, 146, 132, 162, 100, 99, 71, 119, 125, 129, 
## 145, 83, 148, 71, 114, 111, 139, 111, 125, 93, 120, 106, 90, 
## 168, 140, 171, 130, 80, 119, 106, 110, 112, 152, 116, 128, 158, 
## 122, 102, 92, 197, 124, 109, 181, 138, 101, 129, 155, 155, 153, 
## 107, 179, 170, 57, 107, 124, 105, 196, 101, 103, 87, 90, 87, 
## 119, 115, 135, 98, 90, 102, 100, 129, 83, 74, 114, 77, 93, 97, 
## 108, 114, 161, 171, 110, 180, 111, 105, 87, 98, 144, 137, 107, 
## 124, 90, 138, 91, 109, 90, 84, 120, 79, 87, 122, 94, 147, 125, 
## 124, 174, 89, 154, 128, 139, 174, 189, 167, 187, 99, 102, 158, 
## 147, 86, 156, 115, 141, 132, 87, 117, 114, 132, 167, 99, 151, 
## 91, 145, 126, 108, 117, 99, 73, 115, 87, 91, 102, 129, 68, 130, 
## 181, 103, 80, 179, 104, 188, 106, 104, 125, 132, 134, 131, 126, 
## 113, 130, 80, 104, 111, 161, 162, 104, 94, 150, 106, 79, 125, 
## 81, 142, 95, 164, 129, 120, 123, 139, 80, 96, 124, 120, 92, 139, 
## 114, 96, 151, 128, 96, 114, 101, 88, 102, 124, 137, 109, 150, 
## 109, 101, 106, 142, 84, 136, 106, 116, 189, 111, 94, 154, 119, 
## 109, 188, 164, 78, 126, 144, 44, 74, 137, 175, 112, 123, 121, 
## 85, 90, 109, 159, 117, 112, 79, 168, 74, 121, 158, 73, 112, 120, 
## 149, 122, 111, 68, 102, 163, 141, 108, 126, 105, 84, 117, 156, 
## 94, 88, 95, 78, 106, 89, 117, 128, 61, 92, 109, 111, 107, 111, 
## 173, 102, 0, 142, 111, 102, 76, 107, 85, 155, 115, 138, 147, 
## 157, 97, 123, 124, 99, 80, 105, 159, 91, 125, 178, 90, 169, 117, 
## 145, 92, 105, 141, 143, 125, 112, 186, 100, 131, 173, 91, 129, 
## 123, 121, 114, 90, 140, 175, 123, 144, 118, 171, 147, 164, 166, 
## 139, 84, 100, 92, 146, 146, 118, 90, 91, 95, 108, 119, 173, 141, 
## 128, 193, 137, 137, 90, 118, 180, 146, 125, 120, 94, 105, 99, 
## 56, 136, 143, 197, 104, 97, 162, 117, 182, 187, 100, 125, 143, 
## 83, 115, 122, 138, 173, 107, 100, 144, 139, 144, 84, 108, 107, 
## 106, 122, 102, 195, 92, 165, 180, 112, 115, 83, 111, 73, 168, 
## 118, 126, 106, 102, 148, 96, 112, 161, 151, 103, 108, 106, 150, 
## 120, 81, 130, 180, 97, 65, 95, 133, 148, 85, 102, 154, 102, 116, 
## 199, 176, 88, 121, 82, 78, 155, 113, 111, 112, 88, 115, 116, 
## 117, 166, 99, 71, 134, 88, 113, 123, 85, 177, 158, 93, 119, 99, 
## 183, 131, 125, 71, 112, 143, 125, 102, 103, 123, 124, 148, 89, 
## 99, 135, 0, 107, 136, 127, 128, 77, 135, 97, 110, 82), c(74, 
## 70, 74, 70, 68, 82, 82, 60, 68, 76, 56, 88, 74, 60, 72, 70, 52, 
## 80, 94, 80, 60, 88, 74, 68, 72, 64, 84, 96, 88, 80, 84, 88, 66, 
## 108, 70, 78, 80, 90, 0, 74, 72, 76, 78, 62, 64, 60, 66, 84, 86, 
## 64, 72, 68, 96, 50, 64, 80, 66, 66, 86, 78, 56, 74, 104, 90, 
## 68, 68, 64, 76, 90, 82, 54, 84, 76, 64, 80, 72, 62, 24, 0, 0, 
## 84, 78, 72, 78, 0, 86, 80, 0, 78, 66, 48, 80, 72, 75, 84, 58, 
## 70, 76, 70, 85, 64, 85, 72, 82, 82, 88, 82, 74, 68, 82, 72, 70, 
## 70, 68, 74, 62, 70, 56, 92, 88, 60, 58, 60, 74, 62, 88, 62, 70, 
## 64, 80, 72, 72, 0, 90, 62, 66, 60, 62, 58, 0, 66, 94, 82, 70, 
## 74, 54, 76, 58, 70, 66, 56, 100, 76, 68, 74, 68, 72, 76, 66, 
## 90, 84, 0, 58, 82, 70, 76, 70, 68, 82, 82, 38, 88, 72, 78, 80, 
## 78, 60, 76, 75, 50, 74, 88, 76, 78, 48, 62, 58, 104, 106, 76, 
## 80, 90, 64, 94, 66, 86, 76, 58, 86, 80, 62, 65, 80, 74, 72, 60, 
## 80, 80, 90, 66, 86, 58, 50, 64, 60, 68, 82, 0, 106, 70, 68, 68, 
## 55, 72, 64, 82, 60, 74, 70, 80, 74, 68, 78, 80, 96, 80, 74, 60, 
## 50, 52, 76, 70, 76, 76, 75, 68, 74, 60, 66, 84, 74, 80, 88, 54, 
## 66, 0, 70, 70, 62, 80, 64, 74, 90, 78, 56, 64, 58, 58, 78, 68, 
## 108, 75, 66, 76, 65, 64, 82, 72, 70, 70, 78, 60, 56, 0, 72, 80, 
## 88, 78, 82, 70, 56, 58, 62, 52, 90, 88, 74, 72, 78, 58, 68, 80, 
## 64, 80, 82, 60, 88, 0, 78, 76, 60, 82, 86, 68, 64, 64, 70, 76, 
## 72, 0, 62, 84, 72, 82, 64, 75, 68, 74, 72, 48, 80, 74, 88, 80, 
## 82, 92, 56, 62, 60, 86, 84, 64, 48, 86, 58, 44, 62, 62, 74, 52, 
## 98, 74, 76, 72, 64, 48, 74, 62, 74, 75, 66, 54, 60, 84, 0, 74, 
## 0, 82, 76, 80, 74, 74, 80, 78, 90, 68, 88, 70, 0, 90, 70, 52, 
## 0, 80, 82, 62, 80, 82, 80, 110, 74, 78, 74, 46, 50, 88, 62, 76, 
## 92, 64, 62, 70, 82, 44, 0, 78, 0, 88, 70, 40, 61, 78, 58, 90, 
## 70, 68, 68, 64, 80, 54, 56, 74, 78, 70, 72, 60, 76, 92, 74, 70, 
## 72, 76, 94, 65, 60, 78, 0, 82, 74, 84, 58, 62, 72, 64, 62, 50, 
## 56, 70, 86, 70, 62, 68, 78, 72, 72, 86, 72, 0, 88, 70, 88, 72, 
## 75, 72, 68, 66, 86, 70, 66, 52, 70, 78, 54, 60, 60, 0, 70, 72, 
## 60, 68, 60, 74, 74, 74, 52, 74, 76, 90, 62, 70, 64, 50, 76, 44, 
## 62, 86, 30, 0, 70, 66, 72, 68, 62, 58, 78, 76, 72, 65, 60, 84, 
## 60, 44, 76, 64, 66, 78, 70, 75, 84, 70, 86, 72, 62, 70, 84, 90, 
## 60, 0, 74, 88, 84, 46, 72, 82, 54, 66, 92, 70), c(26, 16, 26, 
## 15, 49, 42, 0, 46, 41, 17, 0, 44, 31, 0, 43, 99, 43, 37, 0, 0, 
## 27, 11, 19, 42, 0, 44, 44, 0, 15, 0, 0, 0, 23, 37, 26, 42, 0, 
## 46, 0, 15, 0, 0, 41, 32, 0, 8, 30, 47, 0, 19, 15, 35, 0, 10, 
## 24, 11, 20, 15, 16, 40, 17, 35, 0, 33, 28, 28, 18, 43, 0, 0, 
## 21, 21, 24, 24, 37, 19, 13, 19, 0, 0, 0, 25, 17, 50, 0, 0, 0, 
## 0, 26, 25, 18, 34, 47, 0, 40, 0, 31, 37, 0, 32, 0, 33, 0, 0, 
## 31, 41, 30, 29, 22, 39, 12, 0, 30, 0, 0, 28, 45, 13, 0, 44, 35, 
## 35, 12, 17, 26, 37, 30, 0, 37, 37, 30, 0, 0, 0, 0, 0, 37, 12, 
## 16, 0, 39, 46, 15, 17, 40, 28, 28, 31, 40, 0, 30, 39, 27, 20, 
## 0, 23, 33, 20, 39, 12, 0, 23, 33, 46, 38, 0, 33, 42, 0, 0, 18, 
## 47, 32, 0, 25, 27, 18, 18, 0, 40, 36, 37, 34, 32, 45, 17, 22, 
## 25, 46, 27, 11, 39, 13, 41, 52, 0, 0, 34, 31, 0, 12, 0, 0, 17, 
## 30, 0, 0, 46, 0, 0, 30, 10, 10, 22, 18, 32, 0, 30, 23, 0, 36, 
## 40, 0, 42, 23, 14, 24, 18, 26, 0, 33, 21, 27, 16, 0, 36, 0, 0, 
## 0, 38, 0, 27, 0, 0, 30, 30, 41, 33, 13, 21, 26, 48, 37, 0, 30, 
## 0, 33, 30, 7, 35, 0, 18, 38, 0, 34, 0, 17, 11, 40, 28, 0, 26, 
## 42, 39, 28, 35, 18, 31, 32, 28, 29, 23, 39, 0, 29, 35, 30, 0, 
## 43, 0, 29, 28, 0, 10, 41, 0, 30, 0, 17, 22, 8, 31, 0, 31, 32, 
## 42, 29, 0, 39, 36, 0, 24, 0, 29, 32, 39, 32, 37, 41, 0, 10, 29, 
## 29, 31, 27, 0, 18, 40, 0, 0, 0, 16, 24, 0, 28, 0, 21, 0, 25, 
## 19, 33, 46, 20, 0, 31, 20, 0, 13, 0, 27, 0, 26, 0, 21, 36, 32, 
## 0, 19, 11, 0, 0, 25, 20, 0, 0, 19, 0, 19, 20, 28, 0, 22, 0, 50, 
## 35, 25, 0, 14, 0, 7, 44, 0, 0, 14, 43, 30, 15, 32, 0, 24, 25, 
## 0, 0, 19, 23, 60, 25, 35, 0, 23, 18, 32, 25, 20, 0, 39, 0, 39, 
## 31, 35, 0, 0, 36, 26, 0, 0, 0, 25, 45, 19, 28, 50, 0, 39, 0, 
## 23, 36, 0, 0, 22, 12, 0, 33, 28, 39, 31, 0, 48, 0, 33, 33, 41, 
## 27, 23, 24, 19, 27, 27, 17, 0, 0, 26, 63, 30, 0, 19, 28, 0, 42, 
## 0, 41, 0, 23, 35, 13, 22, 0, 40, 32, 26, 37, 29, 0, 22, 23, 0, 
## 40, 23, 18, 0, 27, 22, 0, 32, 0, 29, 43, 34, 24, 32, 13, 32, 
## 28, 13, 13, 42, 42, 0, 28, 31, 19, 38, 0, 20, 29, 0, 45, 0, 29, 
## 41, 25, 47, 15, 0, 40, 31, 27, 32, 23, 18, 36, 32, 0, 20, 48, 
## 30, 17, 0, 20, 0, 41, 21, 25, 41, 0, 15, 0, 0), c(180, 44, 135, 
## 0, 125, 485, 0, 178, 0, 110, 0, 0, 0, 0, 75, 0, 158, 210, 0, 
## 0, 0, 155, 53, 250, 0, 99, 545, 0, 155, 0, 0, 0, 50, 0, 50, 293, 
## 0, 0, 0, 105, 0, 0, 140, 126, 0, 182, 165, 230, 0, 82, 76, 0, 
## 0, 85, 55, 82, 90, 56, 66, 0, 49, 440, 0, 29, 45, 71, 92, 255, 
## 0, 0, 158, 192, 600, 0, 370, 0, 15, 25, 0, 0, 0, 184, 0, 45, 
## 0, 0, 0, 0, 71, 0, 76, 285, 207, 0, 0, 0, 0, 105, 0, 0, 0, 0, 
## 0, 0, 70, 170, 0, 125, 94, 272, 87, 0, 328, 0, 0, 0, 543, 105, 
## 0, 510, 167, 90, 231, 96, 495, 140, 74, 0, 225, 0, 82, 0, 0, 
## 0, 0, 0, 75, 43, 52, 0, 140, 145, 84, 0, 105, 105, 122, 18, 49, 
## 0, 56, 72, 0, 0, 0, 132, 135, 100, 0, 78, 0, 0, 190, 180, 0, 
## 0, 402, 0, 0, 0, 120, 54, 0, 0, 37, 32, 106, 66, 0, 167, 0, 120, 
## 37, 0, 194, 210, 194, 0, 231, 207, 64, 0, 387, 0, 65, 0, 0, 128, 
## 0, 0, 0, 0, 0, 144, 18, 0, 0, 130, 0, 0, 105, 0, 0, 0, 0, 210, 
## 0, 0, 49, 0, 495, 0, 0, 130, 116, 185, 0, 156, 115, 0, 60, 166, 
## 22, 0, 0, 0, 0, 0, 0, 0, 0, 115, 0, 0, 0, 120, 57, 190, 38, 0, 
## 205, 200, 0, 0, 0, 0, 215, 135, 258, 160, 0, 67, 0, 0, 115, 0, 
## 265, 54, 90, 205, 0, 0, 342, 114, 0, 119, 64, 0, 110, 135, 180, 
## 846, 0, 0, 126, 0, 0, 0, 67, 0, 152, 140, 0, 36, 0, 0, 0, 0, 
## 0, 49, 0, 0, 0, 53, 175, 48, 0, 0, 74, 245, 0, 0, 0, 127, 156, 
## 0, 66, 0, 114, 0, 278, 215, 325, 125, 120, 0, 76, 54, 0, 0, 0, 
## 85, 145, 0, 0, 0, 135, 0, 0, 0, 474, 78, 0, 0, 44, 94, 0, 48, 
## 0, 540, 0, 144, 0, 168, 100, 165, 0, 74, 60, 0, 0, 100, 140, 
## 0, 0, 125, 0, 110, 0, 0, 0, 61, 0, 140, 225, 71, 0, 168, 0, 326, 
## 94, 0, 0, 55, 325, 0, 176, 0, 0, 240, 293, 0, 0, 83, 76, 110, 
## 41, 194, 0, 89, 59, 88, 180, 130, 0, 185, 0, 110, 0, 168, 0, 
## 0, 94, 90, 0, 0, 0, 79, 191, 86, 45, 204, 0, 744, 0, 0, 0, 0, 
## 0, 200, 70, 0, 146, 66, 0, 0, 0, 465, 0, 105, 135, 480, 228, 
## 115, 0, 0, 165, 0, 105, 0, 0, 168, 14, 176, 0, 0, 0, 0, 321, 
## 0, 235, 0, 0, 0, 49, 0, 0, 271, 0, 63, 148, 126, 0, 0, 170, 0, 
## 0, 0, 58, 0, 318, 0, 0, 193, 0, 0, 0, 300, 44, 95, 95, 88, 150, 
## 0, 182, 160, 99, 0, 0, 188, 175, 0, 0, 291, 76, 0, 230, 0, 478, 
## 210, 92, 63, 51, 0, 0, 0, 0, 0, 310, 122, 120, 190, 0, 0, 237, 
## 0, 160, 0, 23, 0, 88, 335, 190, 42, 0, 140, 0, 0), c(24.1, 20.4, 
## 26, 18.2, 38.5, 40.6, 0, 35.5, 39, 23.8, 29.7, 50, 38.3, 32.8, 
## 36.1, 34.7, 36.2, 36.3, 32.7, 27, 25, 34.5, 29, 42.3, 23.8, 34.8, 
## 38.7, 0, 32.4, 29.5, 28, 30.4, 32.2, 39.2, 30.8, 40, 26.1, 42.1, 
## 43.2, 26.3, 23.6, 45.3, 46.1, 32, 32, 25.4, 34.3, 45.8, 34.7, 
## 18.2, 30.1, 32, 28.7, 29.5, 29.7, 19.4, 32.9, 23.6, 27.5, 39.4, 
## 20.8, 39.4, 37.7, 26.8, 29.7, 30.2, 34.9, 47.9, 29.6, 40.5, 30.9, 
## 35.9, 28.7, 29.2, 46.2, 23.1, 20.1, 27.8, 27.5, 32.9, 27.7, 36.6, 
## 25.6, 33.2, 25.2, 37.6, 31.2, 44.2, 29.3, 32.5, 20.4, 44.2, 37.1, 
## 25.6, 46.8, 31.6, 30.4, 39.7, 34.2, 34.9, 32.9, 37.4, 43.6, 39.1, 
## 34.2, 45.3, 39.5, 32.4, 34.1, 41.5, 22.1, 34.3, 35.5, 35, 39.5, 
## 31.6, 30.5, 21.8, 42.7, 43.3, 34.6, 21.8, 27.5, 26.6, 34, 40.6, 
## 36.6, 35.1, 34.5, 32.8, 30.8, 27.6, 0, 39.8, 21.9, 24.3, 37.2, 
## 27.2, 32.7, 32.4, 38.1, 40.6, 25.2, 27.3, 37.2, 37.8, 35.9, 34.3, 
## 35.3, 32.8, 33.3, 43.4, 35.6, 27.3, 24.9, 25.5, 33.3, 28.4, 42, 
## 28.4, 27.9, 28.9, 34, 46.1, 33.2, 45.3, 35.4, 38.2, 40.1, 35.6, 
## 23.1, 37.7, 37.2, 25, 25.4, 34.6, 29.8, 31.6, 29.9, 33.3, 27.8, 
## 44.5, 31.2, 32.4, 40.5, 22.1, 32.9, 34.3, 37.6, 43.6, 19.3, 35.7, 
## 31.2, 49.3, 41.3, 24.8, 31.2, 25.4, 28, 23.2, 29.7, 21.9, 26.8, 
## 23.4, 38.6, 26.1, 32.4, 37.9, 43.4, 32.4, 39.1, 25.4, 23, 30.8, 
## 21.8, 39.9, 30.8, 39.9, 35.5, 34.2, 30.1, 46.2, 19.1, 32.7, 27.8, 
## 32, 26.5, 29.9, 31.1, 34.4, 25.9, 33.1, 29.6, 31, 22.6, 39.8, 
## 28.8, 26.2, 21.9, 37.2, 18.4, 43.5, 21, 37.5, 32, 30, 46.3, 28.8, 
## 19.6, 30.8, 33.2, 38.9, 35.2, 25.6, 26.2, 23.7, 25.5, 42.9, 27.6, 
## 31.6, 28.9, 33.6, 29.7, 21.1, 24.7, 27.4, 24.2, 24.8, 34.5, 32.9, 
## 48.8, 36, 34.7, 27.9, 24.6, 30.5, 24.7, 29.7, 37.1, 34.2, 36.1, 
## 30.1, 30.1, 0, 31.3, 29, 32.5, 47.9, 32.8, 32.5, 28.7, 29.5, 
## 25, 27.8, 32, 22.9, 31.6, 36.3, 26.5, 27.8, 24.5, 35.9, 27.4, 
## 45.2, 34.2, 43.5, 35, 0, 39, 31.6, 26.8, 28.2, 28.4, 29.3, 35.1, 
## 34.2, 25, 32.9, 40.9, 42.4, 25.3, 30.7, 36.9, 38.2, 33.2, 48.3, 
## 26, 35.3, 36.8, 33.7, 23.6, 30.4, 34.5, 34.6, 34.4, 19.9, 25.2, 
## 22.6, 26.4, 30.1, 35.7, 40.6, 24.7, 44, 29.5, 30.8, 34, 22.9, 
## 30.1, 38.7, 52.9, 36.1, 39.4, 25.6, 36.8, 42.1, 34, 21.8, 30, 
## 23.3, 30.4, 25.2, 33.8, 39.9, 28, 29.9, 33.8, 22.2, 24.2, 32.5, 
## 27.6, 26.2, 32.3, 39.4, 34.5, 38.5, 31.6, 29.7, 29.8, 19.6, 33.1, 
## 36, 0, 24.4, 39.2, 33.6, 32, 38.5, 42.9, 45.4, 34.9, 32.8, 26.6, 
## 28.7, 30.4, 46.8, 19.5, 38.2, 31.2, 0, 25.1, 33.1, 35, 24, 19.6, 
## 33.8, 30, 36.5, 34.9, 43.1, 24.2, 42.7, 33.3, 36.5, 37.9, 24.7, 
## 29.6, 33.3, 33.7, 25.6, 24.2, 37.4, 45, 36.7, 31.2, 28.2, 49.6, 
## 34.1, 30.5, 36.4, 25.3, 33.8, 36.6, 36.8, 33.7, 27.6, 36.3, 38.4, 
## 29.6, 30, 31.6, 40.7, 33.9, 36.9, 26, 28.3, 29, 36.8, 29.3, 30.9, 
## 25.9, 33.6, 59.4, 34.4, 28.9, 29.3, 23.9, 21.1, 38.2, 44.5, 39.3, 
## 25.8, 0, 33.6, 21.1, 25, 30.4, 41.8, 39.1, 32.5, 39.4, 35.2, 
## 26.8, 27.7, 28.6, 43.3, 38.1, 32, 23.9, 27, 30.9, 29, 29.5, 29.3, 
## 25.1, 32.3, 42.9, 33.7, 29.9, 39.1, 21.2, 31, 33.3, 22.4, 24, 
## 38.4, 55, 0, 27.4, 30.8, 25.8, 32.8, 21.8, 26.4, 32, 33.3, 33.6, 
## 39.6, 34.6, 39.4, 28.7, 35.5, 23.2, 23.3, 34.3, 27.6, 28, 35.7, 
## 42.4, 28.9, 45.5, 37.7, 32, 27.4, 37.6, 33.5, 36.6, 52.3, 27.7, 
## 36.8, 35, 34.4, 32.4, 35.8, 26.7, 23.2, 37.6, 21.1), c(0.828, 
## 0.235, 0.647, 0.147, 0.439, 0.687, 0.64, 0.415, 0.727, 0.466, 
## 0.564, 0.337, 0.457, 0.18, 0.263, 0.575, 0.816, 0.804, 0.734, 
## 0.259, 0.206, 0.598, 0.229, 0.365, 0.277, 0.905, 0.619, 0.232, 
## 0.262, 0.178, 0.284, 0.302, 0.497, 0.305, 0.597, 1.258, 0.551, 
## 0.371, 0.27, 0.107, 0.84, 0.194, 0.571, 0.085, 0.161, 0.947, 
## 0.203, 0.551, 0.29, 0.299, 0.547, 0.389, 0.157, 0.626, 0.37, 
## 0.491, 0.867, 0.666, 0.306, 0.236, 0.34, 0.134, 0.151, 0.731, 
## 0.293, 0.364, 0.725, 0.259, 0.197, 1.781, 0.292, 0.586, 0.687, 
## 0.192, 0.238, 1.476, 0.257, 0.559, 0.24, 0.302, 0.182, 0.412, 
## 0.294, 0.422, 0.209, 0.304, 0.703, 0.63, 0.767, 0.256, 0.323, 
## 0.167, 1.39, 0.167, 0.925, 0.151, 0.315, 0.215, 0.251, 0.825, 
## 0.135, 0.244, 0.479, 0.956, 1.292, 0.507, 0.286, 0.698, 0.315, 
## 0.27, 0.463, 0.303, 0.344, 0.394, 0.293, 0.13, 0.158, 0.452, 
## 0.845, 0.222, 0.534, 0.155, 0.527, 0.433, 0.543, 1.174, 0.757, 
## 0.2, 0.356, 0.096, 0.821, 0.368, 0.305, 0.451, 0.336, 0.249, 
## 0.509, 0.58, 0.166, 0.141, 0.15, 0.284, 0.299, 0.085, 0.204, 
## 0.498, 0.28, 0.336, 0.705, 0.258, 1.251, 1.021, 0.378, 0.787, 
## 0.744, 0.326, 0.199, 0.118, 1.893, 0.495, 0.741, 0.773, 0.43, 
## 0.335, 0.17, 0.686, 0.282, 0.503, 0.236, 0.587, 0.407, 0.362, 
## 0.267, 0.409, 0.583, 0.101, 0.717, 0.649, 0.434, 0.962, 0.1, 
## 0.646, 0.192, 0.443, 0.613, 0.207, 0.593, 0.435, 0.165, 1.034, 
## 0.284, 0.674, 0.295, 0.358, 0.917, 0.23, 0.343, 0.699, 0.419, 
## 0.084, 0.38, 0.432, 0.186, 0.447, 0.412, 0.179, 0.601, 0.637, 
## 0.583, 0.272, 0.251, 0.551, 0.248, 0.421, 0.444, 0.381, 0.18, 
## 0.569, 0.285, 0.652, 0.615, 0.126, 0.258, 0.719, 0.454, 0.682, 
## 0.296, 0.722, 0.205, 0.402, 0.46, 0.16, 0.439, 0.874, 0.268, 
## 0.177, 0.153, 0.343, 0.254, 0.652, 0.582, 0.347, 0.207, 0.197, 
## 0.396, 0.464, 1.096, 0.687, 0.334, 0.831, 0.591, 1.162, 0.197, 
## 0.402, 0.313, 0.19, 0.161, 0.452, 0.926, 0.361, 0.126, 0.997, 
## 0.294, 0.268, 0.944, 0.732, 0.614, 0.267, 0.238, 0.875, 0.227, 
## 0.546, 0.718, 0.64, 0.237, 1.4, 0.761, 0.297, 0.153, 0.142, 0.496, 
## 0.398, 0.557, 0.256, 0.338, 0.263, 0.855, 0.137, 0.341, 0.27, 
## 0.801, 0.287, 0.587, 0.269, 0.391, 0.326, 0.197, 0.258, 0.259, 
## 0.306, 1.138, 1.127, 0.294, 0.089, 0.26, 0.678, 0.905, 0.102, 
## 0.261, 0.851, 0.268, 1.282, 0.259, 0.349, 0.692, 0.26, 0.187, 
## 0.665, 0.817, 0.205, 0.881, 0.52, 0.159, 0.233, 0.23, 0.238, 
## 0.561, 0.378, 0.485, 0.654, 0.137, 0.551, 0.403, 0.144, 0.243, 
## 0.188, 0.833, 0.142, 0.133, 0.143, 0.258, 0.496, 0.14, 0.645, 
## 0.43, 0.4, 0.391, 0.678, 0.3, 0.24, 0.209, 0.557, 0.257, 0.123, 
## 0.6, 0.52, 0.22, 0.279, 0.527, 0.56, 0.383, 0.234, 0.088, 0.331, 
## 0.61, 0.268, 0.932, 0.245, 1.698, 0.878, 0.244, 0.256, 0.536, 
## 0.175, 0.423, 0.324, 0.743, 0.361, 0.501, 0.582, 0.374, 0.127, 
## 0.189, 0.249, 0.528, 0.212, 0.443, 0.554, 0.693, 0.721, 0.385, 
## 0.148, 0.304, 0.654, 0.968, 0.962, 0.482, 0.329, 0.539, 1.731, 
## 1.268, 0.446, 0.233, 0.813, 0.832, 0.97, 0.761, 1.057, 0.241, 
## 2.288, 0.151, 0.559, 0.261, 0.314, 0.334, 0.206, 0.709, 0.738, 
## 0.711, 0.154, 0.332, 0.399, 0.19, 2.329, 0.465, 0.443, 0.364, 
## 0.337, 0.345, 0.408, 0.658, 0.121, 0.254, 0.629, 0.245, 0.512, 
## 0.933, 2.137, 0.254, 0.488, 0.422, 0.536, 0.255, 0.471, 0.223, 
## 0.181, 0.426, 0.34, 0.695, 0.328, 0.167, 0.631, 2.42, 0.528, 
## 0.376, 0.317, 0.407, 0.342, 0.787, 0.904, 0.704, 0.207, 0.572, 
## 0.627, 0.647, 0.307, 0.165, 0.742, 0.344, 0.318, 0.605, 0.692, 
## 0.455, 0.29, 0.692, 0.282, 0.218, 0.6, 0.26, 0.245, 0.15, 1.224, 
## 0.121, 0.839, 0.078, 0.66, 1.394, 0.467, 0.422, 0.886, 0.415, 
## 0.248, 1.353, 0.14, 0.138, 0.246, 0.496, 0.261, 0.204, 0.493, 
## 0.587, 0.145, 0.416, 0.352, 0.365, 0.278, 0.733, 0.93, 1.072, 
## 0.395, 0.532, 0.28, 0.223, 0.672, 0.196, 0.565, 0.586, 0.148, 
## 1.076, 1.144, 0.127, 0.324, 0.226, 0.254, 1.001, 0.292, 0.453, 
## 0.578, 0.299, 0.727, 0.286, 0.176, 0.549, 0.156, 0.687, 0.487, 
## 0.191, 0.389), c(23, 27, 51, 21, 43, 23, 69, 24, 41, 31, 29, 
## 36, 39, 41, 33, 62, 28, 23, 45, 52, 27, 28, 22, 24, 60, 26, 34, 
## 54, 37, 50, 27, 49, 22, 65, 21, 22, 67, 21, 26, 24, 58, 46, 27, 
## 46, 31, 21, 33, 31, 33, 21, 25, 22, 30, 25, 33, 22, 28, 26, 22, 
## 38, 26, 30, 52, 43, 23, 24, 23, 26, 46, 44, 24, 51, 52, 21, 46, 
## 46, 23, 21, 28, 23, 54, 46, 28, 21, 37, 51, 29, 31, 36, 22, 22, 
## 27, 56, 29, 45, 24, 23, 29, 52, 56, 41, 41, 26, 37, 27, 26, 38, 
## 27, 26, 27, 37, 24, 35, 29, 42, 24, 53, 21, 54, 26, 21, 22, 31, 
## 27, 46, 39, 25, 37, 30, 41, 24, 29, 24, 41, 25, 29, 22, 24, 25, 
## 24, 28, 26, 22, 22, 45, 24, 39, 25, 39, 42, 24, 35, 52, 32, 57, 
## 47, 24, 27, 25, 29, 62, 25, 43, 46, 22, 24, 34, 27, 28, 68, 26, 
## 29, 28, 64, 22, 22, 22, 23, 28, 28, 30, 24, 23, 45, 24, 21, 36, 
## 41, 43, 53, 30, 28, 24, 27, 29, 53, 44, 24, 63, 32, 30, 37, 69, 
## 33, 21, 22, 27, 40, 42, 42, 42, 21, 21, 21, 21, 25, 36, 44, 47, 
## 45, 60, 42, 21, 36, 23, 22, 29, 41, 41, 44, 81, 28, 40, 21, 21, 
## 28, 48, 23, 65, 24, 27, 21, 37, 26, 22, 32, 32, 61, 25, 32, 25, 
## 41, 29, 22, 41, 28, 37, 30, 44, 25, 24, 43, 36, 55, 39, 34, 23, 
## 22, 24, 30, 37, 60, 42, 31, 22, 34, 21, 46, 43, 22, 25, 59, 30, 
## 25, 37, 29, 38, 43, 50, 39, 21, 37, 36, 22, 39, 22, 25, 52, 62, 
## 28, 36, 43, 40, 24, 36, 23, 52, 22, 28, 28, 27, 50, 22, 42, 30, 
## 24, 25, 46, 47, 29, 22, 24, 28, 23, 24, 32, 21, 48, 57, 25, 44, 
## 38, 40, 45, 46, 28, 23, 21, 23, 23, 22, 21, 22, 22, 22, 26, 25, 
## 23, 35, 25, 28, 50, 43, 24, 25, 26, 38, 26, 22, 53, 36, 23, 31, 
## 41, 31, 31, 44, 57, 28, 26, 40, 21, 27, 24, 37, 26, 32, 33, 31, 
## 60, 40, 25, 26, 24, 58, 38, 34, 37, 21, 54, 30, 45, 66, 22, 21, 
## 31, 25, 29, 61, 21, 25, 22, 43, 35, 72, 31, 27, 37, 25, 33, 55, 
## 21, 23, 35, 28, 21, 34, 41, 29, 24, 22, 24, 47, 31, 38, 22, 26, 
## 38, 29, 36, 28, 54, 51, 24, 40, 45, 25, 25, 31, 46, 25, 21, 40, 
## 28, 25, 29, 22, 27, 27, 31, 31, 49, 25, 25, 46, 34, 27, 25, 40, 
## 26, 27, 27, 21, 50, 26, 24, 47, 38, 31, 22, 22, 54, 27, 25, 21, 
## 41, 30, 42, 22, 36, 29, 32, 32, 39, 21, 35, 22, 58, 23, 23, 23, 
## 26, 51, 22, 23, 28, 26, 30, 21, 22, 51, 33, 26, 21, 29, 23, 34, 
## 27, 21, 29, 22, 25, 21, 32, 22, 49, 22, 21, 22, 45, 23, 55, 35, 
## 36, 51, 42, 21, 40, 21, 31, 35, 22, 27, 35, 62, 22, 30, 25), 
##     c(1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 
##     2, 1, 1, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 2, 
##     2, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 
##     1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 
##     1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 
##     1, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 
##     2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 2, 1, 
##     2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 
##     2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 
##     1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 2, 2, 2, 
##     1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 2, 
##     2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 
##     2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 
##     1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 
##     1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 
##     2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 
##     2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 2, 1, 1, 2, 2, 2, 1, 1, 1, 
##     1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 
##     1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 
##     1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 1, 
##     1, 2, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 
##     1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 
##     2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 2, 1, 2, 1, 2, 
##     2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 
##     1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 
##     2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 2, 1, 
##     1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 
##     2, 2, 2, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 1, 2, 1, 1, 2, 1, 
##     2, 1, 1, 1, 1, 1)), control = list(20, 7, 0, 4, 5, 2, 0, 
##     30, 0))
##   n= 538 
## 
##           CP nsplit rel error
## 1 0.20744681      0 1.0000000
## 2 0.13297872      1 0.7925532
## 3 0.02304965      2 0.6595745
## 
## Variable importance
##       Glucose           BMI       Insulin           Age BloodPressure 
##            50            21            12             9             5 
##   Pregnancies 
##             3 
## 
## Node number 1: 538 observations,    complexity param=0.2074468
##   predicted class=no   expected loss=0.3494424  P(node) =1
##     class counts:   350   188
##    probabilities: 0.651 0.349 
##   left son=2 (319 obs) right son=3 (219 obs)
##   Primary splits:
##       Glucose       < 123.5 to the left,  improve=42.406720, (0 missing)
##       BMI           < 26.45 to the left,  improve=21.874420, (0 missing)
##       Age           < 28.5  to the left,  improve=21.723020, (0 missing)
##       Pregnancies   < 6.5   to the left,  improve=15.448610, (0 missing)
##       BloodPressure < 75.5  to the left,  improve= 5.879981, (0 missing)
##   Surrogate splits:
##       Insulin       < 121   to the left,  agree=0.695, adj=0.251, (0 split)
##       Age           < 35.5  to the left,  agree=0.651, adj=0.142, (0 split)
##       BloodPressure < 81    to the left,  agree=0.634, adj=0.100, (0 split)
##       BMI           < 39.75 to the left,  agree=0.626, adj=0.082, (0 split)
##       Pregnancies   < 6.5   to the left,  agree=0.621, adj=0.068, (0 split)
## 
## Node number 2: 319 observations
##   predicted class=no   expected loss=0.184953  P(node) =0.5929368
##     class counts:   260    59
##    probabilities: 0.815 0.185 
## 
## Node number 3: 219 observations,    complexity param=0.1329787
##   predicted class=yes  expected loss=0.4109589  P(node) =0.4070632
##     class counts:    90   129
##    probabilities: 0.411 0.589 
##   left son=6 (67 obs) right son=7 (152 obs)
##   Primary splits:
##       BMI                      < 30.05 to the left,  improve=14.665260, (0 missing)
##       Glucose                  < 166.5 to the left,  improve=13.196990, (0 missing)
##       Age                      < 24.5  to the left,  improve= 5.036647, (0 missing)
##       DiabetesPedigreeFunction < 0.309 to the left,  improve= 4.979685, (0 missing)
##       BloodPressure            < 43    to the right, improve= 3.912013, (0 missing)
##   Surrogate splits:
##       Age     < 54.5  to the right, agree=0.731, adj=0.119, (0 split)
##       Glucose < 124.5 to the left,  agree=0.708, adj=0.045, (0 split)
## 
## Node number 6: 67 observations
##   predicted class=no   expected loss=0.3134328  P(node) =0.1245353
##     class counts:    46    21
##    probabilities: 0.687 0.313 
## 
## Node number 7: 152 observations
##   predicted class=yes  expected loss=0.2894737  P(node) =0.2825279
##     class counts:    44   108
##    probabilities: 0.289 0.711

Prediction on Test Data

pred.test.prune = predict(cv.ct$finalModel, test.data, type = 'class')

Create confusion matrix.

confusionMatrix(pred.test.prune, test.data$Outcome, positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  124  32
##        yes  26  48
##                                           
##                Accuracy : 0.7478          
##                  95% CI : (0.6865, 0.8026)
##     No Information Rate : 0.6522          
##     P-Value [Acc > NIR] : 0.001163        
##                                           
##                   Kappa : 0.4343          
##                                           
##  Mcnemar's Test P-Value : 0.511482        
##                                           
##             Sensitivity : 0.6000          
##             Specificity : 0.8267          
##          Pos Pred Value : 0.6486          
##          Neg Pred Value : 0.7949          
##              Prevalence : 0.3478          
##          Detection Rate : 0.2087          
##    Detection Prevalence : 0.3217          
##       Balanced Accuracy : 0.7133          
##                                           
##        'Positive' Class : yes             
## 

Using different cutoff values, predict raw probability

pred.prob = predict(cv.ct$finalModel, test.data, type = 'prob')
head(pred.prob)
##           no       yes
## 2  0.8150470 0.1849530
## 4  0.8150470 0.1849530
## 6  0.8150470 0.1849530
## 8  0.8150470 0.1849530
## 12 0.2894737 0.7105263
## 13 0.6865672 0.3134328
cutoff <- 0.3 # if proportion of occurrences of class "yes" > cutoff then predicted label = "yes"
pred.test.cutoff <- ifelse(pred.prob[,2] >= cutoff, "yes", "no")
confusionMatrix(as.factor(pred.test.cutoff), as.factor(test.data$Outcome), positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  106  21
##        yes  44  59
##                                           
##                Accuracy : 0.7174          
##                  95% CI : (0.6545, 0.7746)
##     No Information Rate : 0.6522          
##     P-Value [Acc > NIR] : 0.021072        
##                                           
##                   Kappa : 0.4162          
##                                           
##  Mcnemar's Test P-Value : 0.006357        
##                                           
##             Sensitivity : 0.7375          
##             Specificity : 0.7067          
##          Pos Pred Value : 0.5728          
##          Neg Pred Value : 0.8346          
##              Prevalence : 0.3478          
##          Detection Rate : 0.2565          
##    Detection Prevalence : 0.4478          
##       Balanced Accuracy : 0.7221          
##                                           
##        'Positive' Class : yes             
## 

REGRESSION TREE

autompg <- read.csv("~/Desktop/MATH 440 - Statistical Learning/autompg.csv")

Partitiion the data.

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
p2 <- partition.2(autompg, 0.6)
mydata.train <- p2$data.train
mydata.test <- p2$data.test

Fit regression tree on training data.

ct1 <- rpart(mpg ~ . , data = mydata.train, method = "anova", 
             minsplit=15, minbucket = 5)
# plot tree
prp(ct1, type = 1, extra = 1, under = TRUE, split.font = 2, varlen = -10)

Get prediction on test data.

pred.test = predict(ct1, mydata.test)

Get MSE on test data.

rmse_test <- sqrt(mean((mydata.test$mpg - pred.test)^2))
rmse_test
## [1] 3.119525

Fit regression tree using cost complexity cross validation

library(caret)
set.seed(0)
train_control <- trainControl(method="cv", number=10)
cv.ct <- train(mpg ~ . , data = mydata.train, method = "rpart",
               trControl = train_control, tuneLength = 10)
## Warning in nominalTrainWorkflow(x = x, y = y, wts = weights, info = trainInfo, :
## There were missing values in resampled performance measures.
print(cv.ct)
## CART 
## 
## 234 samples
##   6 predictor
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 211, 210, 210, 212, 212, 210, ... 
## Resampling results across tuning parameters:
## 
##   cp           RMSE      Rsquared   MAE     
##   0.004183477  3.575465  0.7950028  2.630832
##   0.004377269  3.575465  0.7950028  2.630832
##   0.006336962  3.591181  0.7935162  2.619367
##   0.010753427  3.820557  0.7697873  2.841482
##   0.021623972  3.792098  0.7737334  2.836735
##   0.040237084  4.414015  0.6929173  3.306988
##   0.042987158  4.572219  0.6770951  3.431178
##   0.053249967  4.808592  0.6373739  3.642646
##   0.106868895  5.280286  0.5790096  4.027682
##   0.573487296  6.740809  0.4686023  5.447088
## 
## RMSE was used to select the optimal model using the smallest value.
## The final value used for the model was cp = 0.004377269.
cv.ct$finalModel
## n= 234 
## 
## node), split, n, deviance, yval
##       * denotes terminal node
## 
##  1) root 234 14924.8100 23.66581  
##    2) disp>=153 106  1924.5880 17.01981  
##      4) hp>=139.5 50   206.2058 14.12200 *
##      5) hp< 139.5 56   923.6371 19.60714  
##       10) year< 79.5 48   279.9548 18.62708 *
##       11) year>=79.5 8   320.9488 25.48750 *
##    3) disp< 153 128  4441.0310 29.16953  
##      6) year< 78.5 74  1374.3640 26.15405  
##       12) wt>=2087.5 54   444.2076 24.42037  
##         24) wt>=2336 30   154.6697 23.23667 *
##         25) wt< 2336 24   194.9600 25.90000 *
##       13) wt< 2087.5 20   329.6255 30.83500 *
##      7) year>=78.5 54  1471.6700 33.30185  
##       14) wt>=2375 21   247.8324 28.98095 *
##       15) wt< 2375 33   582.2624 36.05152  
##         30) acc< 17.75 25   254.2496 34.80400 *
##         31) acc>=17.75 8   167.5200 39.95000 *
prp(cv.ct$finalModel, type = 1, extra = 1, under = TRUE, split.font = 2, varlen = -10)

Get prediction on test data.

pred.test = predict(cv.ct$finalModel, mydata.test)

Get MSE on test data.

rmse_test_prune <- sqrt(mean((mydata.test$mpg - pred.test)^2))
rmse_test_prune
## [1] 3.045808

BOOTSTRAP

set.seed(1)
library(rsample)
## Warning: package 'rsample' was built under R version 4.1.2
height <- as.data.frame(round(runif(15, 60, 72)))
## original data
t(height)
##                          [,1] [,2] [,3] [,4] [,5] [,6] [,7] [,8] [,9] [,10]
## round(runif(15, 60, 72))   63   64   67   71   62   71   71   68   68    61
##                          [,11] [,12] [,13] [,14] [,15]
## round(runif(15, 60, 72))    62    62    68    65    69

Traditional Confidence Intervals

c(mean(height[,1]) - qt(.975,14)*sd(height[,1])/sqrt(15), mean(height[,1]) + qt(.975,14)*sd(height[,1])/sqrt(15))
## [1] 64.12716 68.13951

Traditional confidence intervals using R function

library(Rmisc)
## Warning: package 'Rmisc' was built under R version 4.1.2
## Loading required package: plyr
## Warning: package 'plyr' was built under R version 4.1.2
CI(height[,1], ci=0.95)
##    upper     mean    lower 
## 68.13951 66.13333 64.12716

Get confidence interval using bootstrapping.

## create 2000 bootstrap samples
bt_samples <- bootstraps(height, times = 2000)

Example of first bootstrap sample.

height[bt_samples$splits[1][[1]]$in_id,]
##  [1] 68 62 69 71 62 69 71 61 64 62 71 63 71 65 71

Example of second bootstrap sample.

height[bt_samples$splits[2][[1]]$in_id,]
##  [1] 68 68 68 67 68 62 62 64 62 71 68 61 62 68 68

Calculate the mean on each bootstrap sample.

bt_mean <- rep(NA, 2000)
for (i in 1:2000){
  bt_mean[i] <- mean(height[bt_samples$splits[i][[1]]$in_id,])
}
hist(bt_mean, main = "sampling distribution of bootstrap mean")

95% confidence interval for mean height using bootstrapping

quantile(bt_mean, probs = c(0.025, 0.975))
##     2.5%    97.5% 
## 64.40000 67.93333

ENSEMBLE CLASSIFICATION

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
### call the function for creating 70:30 partition
p2 <- partition.2(diabetes, 0.7)
training.data <- p2$data.train
test.data <- p2$data.test

Bagging

library(caret)
set.seed(0)
modelLookup("treebag")
##     model parameter     label forReg forClass probModel
## 1 treebag parameter parameter   TRUE     TRUE      TRUE
train_control <- trainControl(method="cv", number=10)
## specify nbagg to control the number of trees. default value is 25 
bag <- train(Outcome ~ . , data = training.data, method = "treebag",
               trControl = train_control, nbagg = 50)
print(bag)
## Bagged CART 
## 
## 538 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 484, 484, 484, 484, 484, 485, ... 
## Resampling results:
## 
##   Accuracy   Kappa   
##   0.7510482  0.433193
plot(varImp(bag))

#dev.copy2pdf(file = "E:/Data mining/Lecture Notes/plots/bag1.pdf")
bag$finalModel
## 
## Bagging classification trees with 50 bootstrap replications
# get prediction on the test data
pred.test.bag = predict(bag$finalModel, test.data, type = 'class')

# create confusion matrix
confusionMatrix(pred.test.bag, test.data$Outcome, positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  121  26
##        yes  29  54
##                                           
##                Accuracy : 0.7609          
##                  95% CI : (0.7004, 0.8145)
##     No Information Rate : 0.6522          
##     P-Value [Acc > NIR] : 0.000245        
##                                           
##                   Kappa : 0.4775          
##                                           
##  Mcnemar's Test P-Value : 0.787406        
##                                           
##             Sensitivity : 0.6750          
##             Specificity : 0.8067          
##          Pos Pred Value : 0.6506          
##          Neg Pred Value : 0.8231          
##              Prevalence : 0.3478          
##          Detection Rate : 0.2348          
##    Detection Prevalence : 0.3609          
##       Balanced Accuracy : 0.7408          
##                                           
##        'Positive' Class : yes             
## 

Random Forest

library(caret)
set.seed(0)
modelLookup("rf")
##   model parameter                         label forReg forClass probModel
## 1    rf      mtry #Randomly Selected Predictors   TRUE     TRUE      TRUE
train_control <- trainControl(method="cv", number=10)
rf <- train(Outcome ~ . , data = training.data, method = "rf",
             trControl = train_control, tuneLength = 3)
# metric = "Kappa" may be mentioned if best tree should be selected based on that
print(rf)
## Random Forest 
## 
## 538 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 484, 484, 484, 484, 484, 485, ... 
## Resampling results across tuning parameters:
## 
##   mtry  Accuracy   Kappa    
##   2     0.7492313  0.4221906
##   5     0.7603774  0.4519239
##   8     0.7492662  0.4330171
## 
## Accuracy was used to select the optimal model using the largest value.
## The final value used for the model was mtry = 5.
plot(varImp(rf))

rf$finalModel
## 
## Call:
##  randomForest(x = x, y = y, mtry = param$mtry) 
##                Type of random forest: classification
##                      Number of trees: 500
## No. of variables tried at each split: 5
## 
##         OOB estimate of  error rate: 25.84%
## Confusion matrix:
##      no yes class.error
## no  292  58   0.1657143
## yes  81 107   0.4308511
# get prediction on the test data
pred.test.rf = predict(rf$finalModel, test.data, type = 'class')

# create confusion matrix
confusionMatrix(pred.test.rf, test.data$Outcome, positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  125  23
##        yes  25  57
##                                          
##                Accuracy : 0.7913         
##                  95% CI : (0.733, 0.8419)
##     No Information Rate : 0.6522         
##     P-Value [Acc > NIR] : 2.878e-06      
##                                          
##                   Kappa : 0.5427         
##                                          
##  Mcnemar's Test P-Value : 0.8852         
##                                          
##             Sensitivity : 0.7125         
##             Specificity : 0.8333         
##          Pos Pred Value : 0.6951         
##          Neg Pred Value : 0.8446         
##              Prevalence : 0.3478         
##          Detection Rate : 0.2478         
##    Detection Prevalence : 0.3565         
##       Balanced Accuracy : 0.7729         
##                                          
##        'Positive' Class : yes            
## 

Adaboost

library(caret)
library(ada)
modelLookup("ada")
##   model parameter          label forReg forClass probModel
## 1   ada      iter         #Trees  FALSE     TRUE      TRUE
## 2   ada  maxdepth Max Tree Depth  FALSE     TRUE      TRUE
## 3   ada        nu  Learning Rate  FALSE     TRUE      TRUE
set.seed(0)
train_control <- trainControl(method="cv", number=10)
ada <- train(Outcome ~ . , data = training.data, method = "ada",
            trControl = train_control, tuneLength = 3)

print(ada)
## Boosted Classification Trees 
## 
## 538 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## No pre-processing
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 484, 484, 484, 484, 484, 485, ... 
## Resampling results across tuning parameters:
## 
##   maxdepth  iter  Accuracy   Kappa    
##   1          50   0.7622292  0.4451545
##   1         100   0.7585255  0.4294762
##   1         150   0.7658980  0.4523454
##   2          50   0.7511530  0.4228118
##   2         100   0.7548567  0.4318264
##   2         150   0.7660377  0.4614452
##   3          50   0.7604123  0.4493486
##   3         100   0.7660377  0.4630014
##   3         150   0.7660028  0.4683227
## 
## Tuning parameter 'nu' was held constant at a value of 0.1
## Accuracy was used to select the optimal model using the largest value.
## The final values used for the model were iter = 100, maxdepth = 3 and nu = 0.1.
plot(varImp(ada))

# get prediction on the test data
pred.test.ada = predict(ada$finalModel, test.data)

# create confusion matrix
confusionMatrix(pred.test.ada, test.data$Outcome, positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  123  27
##        yes  27  53
##                                          
##                Accuracy : 0.7652         
##                  95% CI : (0.705, 0.8184)
##     No Information Rate : 0.6522         
##     P-Value [Acc > NIR] : 0.0001394      
##                                          
##                   Kappa : 0.4825         
##                                          
##  Mcnemar's Test P-Value : 1.0000000      
##                                          
##             Sensitivity : 0.6625         
##             Specificity : 0.8200         
##          Pos Pred Value : 0.6625         
##          Neg Pred Value : 0.8200         
##              Prevalence : 0.3478         
##          Detection Rate : 0.2304         
##    Detection Prevalence : 0.3478         
##       Balanced Accuracy : 0.7412         
##                                          
##        'Positive' Class : yes            
## 

Neural Net Classification

### Create tiny.data dataframe
Fat <- c(0.2, 0.1, 0.2, 0.2, 0.4, 0.3)
Salt <- c(0.9, 0.1, 0.4, 0.5, 0.5, 0.8)
Y <- c("like", "dislike", "dislike", "dislike", "like","like")
tiny.data <- data.frame(Fat, Salt, Y)

### create dummies for variables with multiple categories
table(tiny.data$Y)
## 
## dislike    like 
##       3       3
tiny.data$Like <- ifelse(tiny.data$Y == "like", 1, 0)
tiny.data$Dislike <- ifelse(tiny.data$Y == "dislike", 1, 0)

### get rid of the mutiple category variables (only keep dummies)
tiny.data <- tiny.data[, -3]

Run neural net with 3 hidden nodes.

library(neuralnet)
RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
nn <- neuralnet(Like + Dislike ~ Salt + Fat, 
                data = tiny.data, hidden = 3)

Display weights.

nn$weights
## [[1]]
## [[1]][[1]]
##            [,1]      [,2]      [,3]
## [1,]  0.5409746  2.572231  1.364074
## [2,] -8.2534333 -2.933313 -1.747227
## [3,] -7.1832099 -5.472220 -4.055454
## 
## [[1]][[2]]
##           [,1]      [,2]
## [1,]  1.954890 -0.983507
## [2,]  4.275781 -4.231448
## [3,] -1.819743  1.375027
## [4,] -2.266403  2.845047

Plot network.

plot(nn, rep = "best")

Display predictions.

nn$net.result
## [[1]]
##               [,1]        [,2]
## [1,]  0.9214689965  0.09737271
## [2,]  0.0005765927  1.00210090
## [3,] -0.0797538001  1.06409623
## [4,]  0.1148697788  0.87653963
## [5,]  0.9487529132  0.05133784
## [6,]  1.0960987848 -0.08271711
nn$response
##   Like Dislike
## 1    1       0
## 2    0       1
## 3    0       1
## 4    0       1
## 5    1       0
## 6    1       0

Run neural network with 2 layers.

Layer 1 has 2 hidden nodes, layer 2 has 3 hidden nodes.

nn2 <- neuralnet(Like + Dislike ~ Salt + Fat, 
                data = tiny.data, hidden = c(2,3))
### plot network
plot(nn2, rep="best")

# Neural Network for Classification Problem

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
### call the function for creating 70:30 partition
p2 <- partition.2(diabetes, 0.7)
training.data <- p2$data.train
test.data <- p2$data.test

library(caret)
library(nnet)
train_control <- trainControl(method="cv", number=10)
## size refers to the number of hidden nodes and decay is the learning rate
tune.grid <- expand.grid(size = seq(from = 1, to = 10, by = 1),
                         decay = seq(from = 0.1, to = 0.5, by = 0.1))
cv.nn <- train(Outcome ~ . , data = training.data, method = "nnet",
               preProc = c("center", "scale"),
               trControl = train_control, tuneGrid = tune.grid)
## # weights:  11
## initial  value 437.200818 
## iter  10 value 246.043229
## iter  20 value 235.700850
## iter  30 value 234.628886
## final  value 234.596840 
## converged
## # weights:  21
## initial  value 319.831885 
## iter  10 value 246.956877
## iter  20 value 237.636575
## iter  30 value 222.837495
## iter  40 value 219.747600
## iter  50 value 219.320427
## final  value 219.282856 
## converged
## # weights:  31
## initial  value 476.688669 
## iter  10 value 234.701768
## iter  20 value 222.192536
## iter  30 value 220.231345
## iter  40 value 216.309175
## iter  50 value 213.643875
## iter  60 value 213.040739
## iter  70 value 212.899147
## iter  80 value 212.870440
## final  value 212.867463 
## converged
## # weights:  41
## initial  value 323.885172 
## iter  10 value 230.167345
## iter  20 value 216.792477
## iter  30 value 207.134453
## iter  40 value 205.473443
## iter  50 value 203.143444
## iter  60 value 202.252424
## iter  70 value 202.142648
## iter  80 value 202.138887
## iter  80 value 202.138886
## iter  80 value 202.138886
## final  value 202.138886 
## converged
## # weights:  51
## initial  value 357.018063 
## iter  10 value 225.991181
## iter  20 value 215.136349
## iter  30 value 211.728179
## iter  40 value 206.536202
## iter  50 value 204.307970
## iter  60 value 202.889743
## iter  70 value 202.638013
## iter  80 value 202.592639
## iter  90 value 202.588756
## final  value 202.588751 
## converged
## # weights:  61
## initial  value 636.653471 
## iter  10 value 222.699370
## iter  20 value 210.251916
## iter  30 value 203.499580
## iter  40 value 201.412491
## iter  50 value 199.119159
## iter  60 value 198.368476
## iter  70 value 197.722903
## iter  80 value 197.185287
## iter  90 value 196.952734
## iter 100 value 196.895891
## final  value 196.895891 
## stopped after 100 iterations
## # weights:  71
## initial  value 378.942852 
## iter  10 value 237.730111
## iter  20 value 210.822582
## iter  30 value 201.562491
## iter  40 value 196.636479
## iter  50 value 194.883482
## iter  60 value 190.542134
## iter  70 value 187.135150
## iter  80 value 185.732176
## iter  90 value 183.561602
## iter 100 value 182.588562
## final  value 182.588562 
## stopped after 100 iterations
## # weights:  81
## initial  value 411.341546 
## iter  10 value 230.482857
## iter  20 value 211.061219
## iter  30 value 202.118798
## iter  40 value 194.046648
## iter  50 value 189.509648
## iter  60 value 188.063253
## iter  70 value 185.224998
## iter  80 value 183.658790
## iter  90 value 182.934945
## iter 100 value 182.545725
## final  value 182.545725 
## stopped after 100 iterations
## # weights:  91
## initial  value 373.877944 
## iter  10 value 239.015108
## iter  20 value 212.869746
## iter  30 value 198.232470
## iter  40 value 188.518983
## iter  50 value 184.347198
## iter  60 value 182.575307
## iter  70 value 181.532476
## iter  80 value 181.090657
## iter  90 value 181.005994
## iter 100 value 180.981182
## final  value 180.981182 
## stopped after 100 iterations
## # weights:  101
## initial  value 549.955749 
## iter  10 value 233.735006
## iter  20 value 204.377025
## iter  30 value 194.043611
## iter  40 value 189.226343
## iter  50 value 184.115076
## iter  60 value 180.695947
## iter  70 value 178.674386
## iter  80 value 177.650373
## iter  90 value 177.292272
## iter 100 value 176.931145
## final  value 176.931145 
## stopped after 100 iterations
## # weights:  11
## initial  value 359.384349 
## iter  10 value 245.249944
## iter  20 value 237.762531
## iter  30 value 237.704402
## final  value 237.703734 
## converged
## # weights:  21
## initial  value 319.159728 
## iter  10 value 239.851350
## iter  20 value 226.955153
## iter  30 value 223.725061
## iter  40 value 223.273490
## final  value 223.273277 
## converged
## # weights:  31
## initial  value 354.646727 
## iter  10 value 243.730781
## iter  20 value 227.594821
## iter  30 value 220.588773
## iter  40 value 218.149558
## iter  50 value 216.568256
## iter  60 value 216.551526
## final  value 216.551407 
## converged
## # weights:  41
## initial  value 405.675114 
## iter  10 value 245.918578
## iter  20 value 221.051781
## iter  30 value 218.148081
## iter  40 value 216.740494
## iter  50 value 216.341248
## iter  60 value 216.269824
## iter  70 value 216.261621
## final  value 216.261617 
## converged
## # weights:  51
## initial  value 316.535974 
## iter  10 value 234.588131
## iter  20 value 222.401104
## iter  30 value 216.933378
## iter  40 value 214.470325
## iter  50 value 213.850028
## iter  60 value 213.749549
## iter  70 value 213.741100
## final  value 213.740960 
## converged
## # weights:  61
## initial  value 364.094523 
## iter  10 value 230.731168
## iter  20 value 217.935584
## iter  30 value 212.627708
## iter  40 value 210.843540
## iter  50 value 205.931839
## iter  60 value 204.260159
## iter  70 value 203.986911
## iter  80 value 203.960239
## iter  90 value 203.956366
## final  value 203.956302 
## converged
## # weights:  71
## initial  value 335.825090 
## iter  10 value 228.975795
## iter  20 value 212.458609
## iter  30 value 208.107074
## iter  40 value 203.957089
## iter  50 value 202.908342
## iter  60 value 202.708782
## iter  70 value 202.659792
## iter  80 value 202.632040
## iter  90 value 202.630768
## final  value 202.630752 
## converged
## # weights:  81
## initial  value 304.646533 
## iter  10 value 226.738121
## iter  20 value 211.160749
## iter  30 value 208.878692
## iter  40 value 207.832945
## iter  50 value 205.616970
## iter  60 value 204.112159
## iter  70 value 203.471398
## iter  80 value 203.344245
## iter  90 value 203.233474
## iter 100 value 203.208698
## final  value 203.208698 
## stopped after 100 iterations
## # weights:  91
## initial  value 366.848084 
## iter  10 value 251.214374
## iter  20 value 228.182868
## iter  30 value 215.829574
## iter  40 value 209.297438
## iter  50 value 205.751136
## iter  60 value 203.682464
## iter  70 value 203.062922
## iter  80 value 202.844892
## iter  90 value 202.749117
## iter 100 value 202.723845
## final  value 202.723845 
## stopped after 100 iterations
## # weights:  101
## initial  value 332.021144 
## iter  10 value 229.903495
## iter  20 value 213.338464
## iter  30 value 208.764134
## iter  40 value 204.820094
## iter  50 value 198.854417
## iter  60 value 197.973434
## iter  70 value 197.696105
## iter  80 value 197.518989
## iter  90 value 197.251712
## iter 100 value 197.117841
## final  value 197.117841 
## stopped after 100 iterations
## # weights:  11
## initial  value 364.398399 
## iter  10 value 244.560081
## iter  20 value 240.486156
## final  value 240.445051 
## converged
## # weights:  21
## initial  value 416.842236 
## iter  10 value 235.869542
## iter  20 value 227.795959
## iter  30 value 226.552858
## iter  40 value 226.462381
## final  value 226.462370 
## converged
## # weights:  31
## initial  value 330.368870 
## iter  10 value 254.120536
## iter  20 value 228.917481
## iter  30 value 225.706512
## iter  40 value 225.117565
## iter  50 value 224.468955
## iter  60 value 223.807068
## iter  70 value 223.788640
## iter  80 value 223.785010
## final  value 223.784804 
## converged
## # weights:  41
## initial  value 364.444794 
## iter  10 value 228.288339
## iter  20 value 222.999947
## iter  30 value 218.660258
## iter  40 value 218.214799
## iter  50 value 218.172152
## iter  60 value 218.159125
## final  value 218.159115 
## converged
## # weights:  51
## initial  value 435.359710 
## iter  10 value 235.276072
## iter  20 value 224.683854
## iter  30 value 221.959670
## iter  40 value 219.790257
## iter  50 value 216.980728
## iter  60 value 215.886274
## iter  70 value 215.585751
## iter  80 value 215.562515
## iter  90 value 215.561868
## final  value 215.561862 
## converged
## # weights:  61
## initial  value 342.046910 
## iter  10 value 230.975701
## iter  20 value 220.670151
## iter  30 value 217.419845
## iter  40 value 215.727432
## iter  50 value 215.613063
## iter  60 value 215.577644
## iter  70 value 215.575771
## final  value 215.575526 
## converged
## # weights:  71
## initial  value 415.258383 
## iter  10 value 227.615743
## iter  20 value 219.132652
## iter  30 value 216.246758
## iter  40 value 214.278741
## iter  50 value 213.656417
## iter  60 value 213.554699
## iter  70 value 213.472497
## iter  80 value 213.461477
## iter  90 value 213.460094
## final  value 213.460019 
## converged
## # weights:  81
## initial  value 316.177617 
## iter  10 value 228.996024
## iter  20 value 219.512905
## iter  30 value 216.977466
## iter  40 value 216.556599
## iter  50 value 215.356083
## iter  60 value 214.264602
## iter  70 value 213.665690
## iter  80 value 213.642924
## iter  90 value 213.628894
## iter 100 value 213.625504
## final  value 213.625504 
## stopped after 100 iterations
## # weights:  91
## initial  value 342.687195 
## iter  10 value 229.008438
## iter  20 value 219.857555
## iter  30 value 217.552301
## iter  40 value 217.049138
## iter  50 value 216.288531
## iter  60 value 215.972375
## iter  70 value 215.711596
## iter  80 value 215.660034
## iter  90 value 215.545387
## iter 100 value 215.473882
## final  value 215.473882 
## stopped after 100 iterations
## # weights:  101
## initial  value 320.063430 
## iter  10 value 227.280854
## iter  20 value 220.583562
## iter  30 value 217.447789
## iter  40 value 215.200035
## iter  50 value 213.859679
## iter  60 value 213.198098
## iter  70 value 212.771641
## iter  80 value 212.551835
## iter  90 value 212.398665
## iter 100 value 212.321551
## final  value 212.321551 
## stopped after 100 iterations
## # weights:  11
## initial  value 314.155564 
## iter  10 value 259.088812
## iter  20 value 242.212948
## iter  30 value 241.418676
## final  value 241.377727 
## converged
## # weights:  21
## initial  value 319.598444 
## iter  10 value 232.830964
## iter  20 value 229.560965
## iter  30 value 229.413901
## iter  40 value 229.410739
## iter  50 value 229.277109
## iter  60 value 229.240660
## final  value 229.240648 
## converged
## # weights:  31
## initial  value 345.976934 
## iter  10 value 231.877199
## iter  20 value 227.869249
## iter  30 value 226.641868
## iter  40 value 225.351922
## iter  50 value 225.209119
## final  value 225.208135 
## converged
## # weights:  41
## initial  value 332.426125 
## iter  10 value 238.100327
## iter  20 value 229.742657
## iter  30 value 224.523889
## iter  40 value 223.382637
## iter  50 value 223.253638
## iter  60 value 223.232493
## iter  70 value 223.231113
## final  value 223.231108 
## converged
## # weights:  51
## initial  value 331.950586 
## iter  10 value 247.006959
## iter  20 value 229.359812
## iter  30 value 225.321581
## iter  40 value 223.997587
## iter  50 value 223.253870
## iter  60 value 223.069673
## iter  70 value 223.040611
## iter  80 value 223.040302
## iter  80 value 223.040300
## iter  80 value 223.040299
## final  value 223.040299 
## converged
## # weights:  61
## initial  value 352.283006 
## iter  10 value 272.682281
## iter  20 value 231.516200
## iter  30 value 225.163710
## iter  40 value 223.094372
## iter  50 value 222.365863
## iter  60 value 221.835846
## iter  70 value 221.521429
## iter  80 value 221.506959
## iter  90 value 221.506261
## final  value 221.506197 
## converged
## # weights:  71
## initial  value 308.183870 
## iter  10 value 232.045591
## iter  20 value 226.202656
## iter  30 value 223.522852
## iter  40 value 222.867878
## iter  50 value 222.678019
## iter  60 value 222.590018
## iter  70 value 222.490221
## iter  80 value 222.474794
## iter  90 value 222.473974
## final  value 222.473934 
## converged
## # weights:  81
## initial  value 331.912801 
## iter  10 value 234.405007
## iter  20 value 226.645267
## iter  30 value 223.107641
## iter  40 value 222.715671
## iter  50 value 222.546726
## iter  60 value 222.482171
## iter  70 value 222.478686
## iter  80 value 222.476735
## iter  90 value 222.473592
## iter 100 value 222.472555
## final  value 222.472555 
## stopped after 100 iterations
## # weights:  91
## initial  value 369.912764 
## iter  10 value 235.365065
## iter  20 value 225.412586
## iter  30 value 221.862872
## iter  40 value 221.512164
## iter  50 value 221.353301
## iter  60 value 221.297365
## iter  70 value 221.281213
## iter  80 value 221.277845
## iter  90 value 221.275581
## iter 100 value 221.275010
## final  value 221.275010 
## stopped after 100 iterations
## # weights:  101
## initial  value 332.182700 
## iter  10 value 236.560603
## iter  20 value 227.720742
## iter  30 value 223.035065
## iter  40 value 221.675289
## iter  50 value 221.309998
## iter  60 value 221.218123
## iter  70 value 221.187762
## iter  80 value 221.172613
## iter  90 value 221.167422
## iter 100 value 221.166224
## final  value 221.166224 
## stopped after 100 iterations
## # weights:  11
## initial  value 317.515465 
## iter  10 value 248.200440
## iter  20 value 245.364887
## final  value 245.339220 
## converged
## # weights:  21
## initial  value 469.668612 
## iter  10 value 243.464854
## iter  20 value 234.705091
## iter  30 value 233.887627
## iter  40 value 233.562212
## iter  50 value 233.408840
## final  value 233.408687 
## converged
## # weights:  31
## initial  value 347.963164 
## iter  10 value 249.825074
## iter  20 value 233.440497
## iter  30 value 231.775511
## iter  40 value 230.059236
## iter  50 value 229.766669
## iter  60 value 229.752456
## final  value 229.752408 
## converged
## # weights:  41
## initial  value 333.794026 
## iter  10 value 257.331978
## iter  20 value 234.474850
## iter  30 value 230.474433
## iter  40 value 229.286070
## iter  50 value 228.753415
## iter  60 value 228.691172
## iter  70 value 228.687652
## final  value 228.687622 
## converged
## # weights:  51
## initial  value 363.641294 
## iter  10 value 233.312116
## iter  20 value 229.253638
## iter  30 value 227.676941
## iter  40 value 227.132730
## iter  50 value 226.867249
## iter  60 value 226.831911
## iter  70 value 226.828726
## final  value 226.828655 
## converged
## # weights:  61
## initial  value 323.356721 
## iter  10 value 247.288245
## iter  20 value 231.162863
## iter  30 value 227.649947
## iter  40 value 226.967188
## iter  50 value 226.805633
## iter  60 value 226.685205
## iter  70 value 226.594993
## iter  80 value 226.584704
## iter  90 value 226.583568
## final  value 226.583565 
## converged
## # weights:  71
## initial  value 311.506746 
## iter  10 value 232.873343
## iter  20 value 228.550348
## iter  30 value 227.898505
## iter  40 value 226.978587
## iter  50 value 226.696970
## iter  60 value 226.604721
## iter  70 value 226.555128
## iter  80 value 226.547443
## iter  90 value 226.539410
## iter 100 value 226.537378
## final  value 226.537378 
## stopped after 100 iterations
## # weights:  81
## initial  value 310.874950 
## iter  10 value 233.606424
## iter  20 value 227.584543
## iter  30 value 226.931254
## iter  40 value 226.759023
## iter  50 value 226.528181
## iter  60 value 226.484558
## iter  70 value 226.469401
## iter  80 value 226.465281
## iter  90 value 226.464943
## iter 100 value 226.450160
## final  value 226.450160 
## stopped after 100 iterations
## # weights:  91
## initial  value 344.076749 
## iter  10 value 231.882604
## iter  20 value 227.494641
## iter  30 value 226.839543
## iter  40 value 226.767759
## iter  50 value 226.708944
## iter  60 value 226.701149
## iter  70 value 226.690778
## iter  80 value 226.688589
## iter  90 value 226.688209
## iter 100 value 226.688048
## final  value 226.688048 
## stopped after 100 iterations
## # weights:  101
## initial  value 331.792468 
## iter  10 value 236.150563
## iter  20 value 228.940896
## iter  30 value 228.064199
## iter  40 value 227.716926
## iter  50 value 227.181136
## iter  60 value 226.761809
## iter  70 value 226.597335
## iter  80 value 226.512404
## iter  90 value 226.470356
## iter 100 value 226.457535
## final  value 226.457535 
## stopped after 100 iterations
## # weights:  11
## initial  value 358.585045 
## iter  10 value 241.812596
## iter  20 value 235.258211
## iter  30 value 234.443723
## final  value 234.431733 
## converged
## # weights:  21
## initial  value 353.004890 
## iter  10 value 237.437581
## iter  20 value 224.927719
## iter  30 value 222.269457
## iter  40 value 220.225257
## iter  50 value 220.021858
## iter  60 value 219.998578
## final  value 219.998321 
## converged
## # weights:  31
## initial  value 508.579168 
## iter  10 value 228.247685
## iter  20 value 217.612082
## iter  30 value 213.034962
## iter  40 value 212.074269
## iter  50 value 211.338138
## iter  60 value 211.267982
## final  value 211.267016 
## converged
## # weights:  41
## initial  value 328.926386 
## iter  10 value 250.590477
## iter  20 value 223.902333
## iter  30 value 215.948794
## iter  40 value 213.443438
## iter  50 value 212.832283
## iter  60 value 212.582007
## iter  70 value 212.471600
## iter  80 value 211.354168
## iter  90 value 208.673743
## iter 100 value 208.419594
## final  value 208.419594 
## stopped after 100 iterations
## # weights:  51
## initial  value 357.902106 
## iter  10 value 226.940389
## iter  20 value 213.891437
## iter  30 value 205.575413
## iter  40 value 203.943651
## iter  50 value 203.625133
## iter  60 value 203.516917
## iter  70 value 203.506546
## final  value 203.506242 
## converged
## # weights:  61
## initial  value 395.525980 
## iter  10 value 225.874569
## iter  20 value 211.438022
## iter  30 value 204.525673
## iter  40 value 196.472256
## iter  50 value 195.053356
## iter  60 value 194.885374
## iter  70 value 194.846291
## iter  80 value 194.721960
## iter  90 value 194.419747
## iter 100 value 194.163759
## final  value 194.163759 
## stopped after 100 iterations
## # weights:  71
## initial  value 343.852292 
## iter  10 value 235.384460
## iter  20 value 207.774228
## iter  30 value 196.609809
## iter  40 value 195.013304
## iter  50 value 193.900166
## iter  60 value 192.514664
## iter  70 value 191.785986
## iter  80 value 191.706240
## iter  90 value 191.688847
## iter 100 value 191.687610
## final  value 191.687610 
## stopped after 100 iterations
## # weights:  81
## initial  value 301.361624 
## iter  10 value 222.237503
## iter  20 value 202.252401
## iter  30 value 193.645962
## iter  40 value 189.659387
## iter  50 value 187.513429
## iter  60 value 186.522893
## iter  70 value 185.777228
## iter  80 value 185.714936
## iter  90 value 185.711546
## iter 100 value 185.709344
## final  value 185.709344 
## stopped after 100 iterations
## # weights:  91
## initial  value 320.281181 
## iter  10 value 224.037822
## iter  20 value 211.651888
## iter  30 value 196.614797
## iter  40 value 189.715113
## iter  50 value 184.713944
## iter  60 value 183.359667
## iter  70 value 182.861878
## iter  80 value 181.047725
## iter  90 value 180.257531
## iter 100 value 179.251354
## final  value 179.251354 
## stopped after 100 iterations
## # weights:  101
## initial  value 468.257043 
## iter  10 value 220.003891
## iter  20 value 200.479708
## iter  30 value 187.491411
## iter  40 value 182.278427
## iter  50 value 181.277610
## iter  60 value 180.403742
## iter  70 value 178.495663
## iter  80 value 177.470555
## iter  90 value 177.265279
## iter 100 value 177.165586
## final  value 177.165586 
## stopped after 100 iterations
## # weights:  11
## initial  value 417.512169 
## iter  10 value 246.497206
## iter  20 value 238.443668
## iter  30 value 237.150413
## iter  40 value 237.098836
## final  value 237.098833 
## converged
## # weights:  21
## initial  value 339.931915 
## iter  10 value 249.156270
## iter  20 value 227.182804
## iter  30 value 224.836611
## iter  40 value 224.187523
## iter  50 value 224.179179
## iter  60 value 224.178511
## final  value 224.178507 
## converged
## # weights:  31
## initial  value 332.200218 
## iter  10 value 232.689677
## iter  20 value 222.681987
## iter  30 value 219.935343
## iter  40 value 219.409403
## iter  50 value 219.289563
## iter  60 value 219.288528
## iter  60 value 219.288527
## iter  60 value 219.288527
## final  value 219.288527 
## converged
## # weights:  41
## initial  value 340.686010 
## iter  10 value 228.991952
## iter  20 value 220.698935
## iter  30 value 216.242447
## iter  40 value 214.618607
## iter  50 value 212.944315
## iter  60 value 212.747800
## iter  70 value 212.745086
## iter  70 value 212.745085
## iter  70 value 212.745085
## final  value 212.745085 
## converged
## # weights:  51
## initial  value 347.015572 
## iter  10 value 227.270820
## iter  20 value 217.199763
## iter  30 value 214.502576
## iter  40 value 211.907600
## iter  50 value 211.487756
## iter  60 value 211.371732
## iter  70 value 211.283536
## iter  80 value 211.278101
## final  value 211.277979 
## converged
## # weights:  61
## initial  value 305.027220 
## iter  10 value 222.573380
## iter  20 value 215.454447
## iter  30 value 211.482804
## iter  40 value 209.659546
## iter  50 value 207.174827
## iter  60 value 206.898703
## iter  70 value 206.860425
## iter  80 value 206.846602
## final  value 206.846150 
## converged
## # weights:  71
## initial  value 362.787989 
## iter  10 value 255.147665
## iter  20 value 231.687432
## iter  30 value 218.790583
## iter  40 value 211.783985
## iter  50 value 207.712079
## iter  60 value 206.386414
## iter  70 value 205.846537
## iter  80 value 203.938063
## iter  90 value 203.177634
## iter 100 value 202.950478
## final  value 202.950478 
## stopped after 100 iterations
## # weights:  81
## initial  value 309.385816 
## iter  10 value 222.545790
## iter  20 value 211.442859
## iter  30 value 206.115760
## iter  40 value 204.749113
## iter  50 value 203.007622
## iter  60 value 202.798002
## iter  70 value 202.753635
## iter  80 value 202.747013
## iter  90 value 202.743469
## final  value 202.743360 
## converged
## # weights:  91
## initial  value 355.344644 
## iter  10 value 222.217368
## iter  20 value 216.823922
## iter  30 value 212.371162
## iter  40 value 209.319686
## iter  50 value 207.330647
## iter  60 value 205.334992
## iter  70 value 204.283045
## iter  80 value 204.062280
## iter  90 value 203.854049
## iter 100 value 203.237586
## final  value 203.237586 
## stopped after 100 iterations
## # weights:  101
## initial  value 366.210934 
## iter  10 value 226.574618
## iter  20 value 214.253821
## iter  30 value 208.904774
## iter  40 value 206.756193
## iter  50 value 204.554453
## iter  60 value 204.191845
## iter  70 value 203.931649
## iter  80 value 203.683693
## iter  90 value 203.440257
## iter 100 value 203.213950
## final  value 203.213950 
## stopped after 100 iterations
## # weights:  11
## initial  value 374.306925 
## iter  10 value 245.742230
## iter  20 value 240.931709
## iter  30 value 240.649527
## final  value 240.640897 
## converged
## # weights:  21
## initial  value 381.514359 
## iter  10 value 232.211269
## iter  20 value 228.241827
## iter  30 value 228.019197
## final  value 228.005381 
## converged
## # weights:  31
## initial  value 334.612934 
## iter  10 value 238.868542
## iter  20 value 227.914625
## iter  30 value 224.611651
## iter  40 value 223.834403
## iter  50 value 223.043612
## iter  60 value 222.944103
## final  value 222.944048 
## converged
## # weights:  41
## initial  value 396.354857 
## iter  10 value 244.726788
## iter  20 value 232.506799
## iter  30 value 226.809691
## iter  40 value 226.025356
## iter  50 value 222.444703
## iter  60 value 221.887833
## iter  70 value 221.822245
## final  value 221.822141 
## converged
## # weights:  51
## initial  value 389.436329 
## iter  10 value 239.552103
## iter  20 value 225.296057
## iter  30 value 221.097101
## iter  40 value 219.458261
## iter  50 value 217.782730
## iter  60 value 217.309495
## iter  70 value 217.225357
## iter  80 value 217.209705
## final  value 217.209692 
## converged
## # weights:  61
## initial  value 358.899530 
## iter  10 value 244.706605
## iter  20 value 224.286792
## iter  30 value 220.385933
## iter  40 value 219.137455
## iter  50 value 218.729145
## iter  60 value 218.672920
## iter  70 value 218.628560
## iter  80 value 218.498182
## iter  90 value 217.805003
## iter 100 value 217.054841
## final  value 217.054841 
## stopped after 100 iterations
## # weights:  71
## initial  value 363.952357 
## iter  10 value 227.831058
## iter  20 value 220.133412
## iter  30 value 217.459944
## iter  40 value 216.401814
## iter  50 value 215.201842
## iter  60 value 214.974437
## iter  70 value 214.872356
## iter  80 value 214.848051
## iter  90 value 214.837811
## iter 100 value 214.837047
## final  value 214.837047 
## stopped after 100 iterations
## # weights:  81
## initial  value 363.268471 
## iter  10 value 233.429623
## iter  20 value 220.824413
## iter  30 value 217.518935
## iter  40 value 214.931159
## iter  50 value 214.489178
## iter  60 value 214.337723
## iter  70 value 213.761460
## iter  80 value 213.679714
## iter  90 value 213.672881
## iter 100 value 213.672093
## final  value 213.672093 
## stopped after 100 iterations
## # weights:  91
## initial  value 346.130095 
## iter  10 value 230.846571
## iter  20 value 221.293147
## iter  30 value 216.650579
## iter  40 value 215.062452
## iter  50 value 214.684492
## iter  60 value 214.652897
## iter  70 value 214.642851
## iter  80 value 214.632806
## iter  90 value 214.599928
## iter 100 value 214.592201
## final  value 214.592201 
## stopped after 100 iterations
## # weights:  101
## initial  value 560.969194 
## iter  10 value 226.172064
## iter  20 value 219.060259
## iter  30 value 216.707117
## iter  40 value 214.650386
## iter  50 value 214.143289
## iter  60 value 214.085934
## iter  70 value 214.063471
## iter  80 value 214.055982
## iter  90 value 214.051249
## iter 100 value 213.682242
## final  value 213.682242 
## stopped after 100 iterations
## # weights:  11
## initial  value 339.015161 
## iter  10 value 242.602553
## iter  20 value 241.617341
## final  value 241.614692 
## converged
## # weights:  21
## initial  value 365.375653 
## iter  10 value 263.059806
## iter  20 value 238.718382
## iter  30 value 230.877785
## iter  40 value 229.827376
## iter  50 value 229.705072
## iter  60 value 229.704215
## final  value 229.704206 
## converged
## # weights:  31
## initial  value 349.181506 
## iter  10 value 249.995536
## iter  20 value 230.129885
## iter  30 value 228.757240
## iter  40 value 227.851799
## iter  50 value 227.526887
## iter  60 value 227.525133
## final  value 227.525129 
## converged
## # weights:  41
## initial  value 430.067510 
## iter  10 value 250.493810
## iter  20 value 231.788871
## iter  30 value 229.708766
## iter  40 value 227.116360
## iter  50 value 226.169363
## iter  60 value 225.843441
## iter  70 value 225.724902
## final  value 225.724528 
## converged
## # weights:  51
## initial  value 369.798381 
## iter  10 value 260.401553
## iter  20 value 235.542408
## iter  30 value 228.049850
## iter  40 value 225.356922
## iter  50 value 223.800071
## iter  60 value 222.890544
## iter  70 value 222.834295
## iter  80 value 222.771612
## iter  90 value 222.760494
## final  value 222.760344 
## converged
## # weights:  61
## initial  value 353.291219 
## iter  10 value 235.094392
## iter  20 value 229.225075
## iter  30 value 227.646019
## iter  40 value 226.284636
## iter  50 value 225.000024
## iter  60 value 224.126434
## iter  70 value 223.714155
## iter  80 value 223.507072
## iter  90 value 223.298320
## iter 100 value 222.753623
## final  value 222.753623 
## stopped after 100 iterations
## # weights:  71
## initial  value 347.945078 
## iter  10 value 231.940810
## iter  20 value 224.875867
## iter  30 value 224.074156
## iter  40 value 222.941167
## iter  50 value 222.175363
## iter  60 value 221.956412
## iter  70 value 221.933941
## final  value 221.933548 
## converged
## # weights:  81
## initial  value 332.060450 
## iter  10 value 235.995382
## iter  20 value 226.784893
## iter  30 value 223.093431
## iter  40 value 222.713079
## iter  50 value 222.393504
## iter  60 value 222.269181
## iter  70 value 222.220236
## iter  80 value 222.085748
## iter  90 value 221.886312
## iter 100 value 221.870880
## final  value 221.870880 
## stopped after 100 iterations
## # weights:  91
## initial  value 366.102008 
## iter  10 value 232.940105
## iter  20 value 225.165670
## iter  30 value 222.965079
## iter  40 value 222.231833
## iter  50 value 222.150189
## iter  60 value 221.925824
## iter  70 value 221.901767
## iter  80 value 221.897529
## iter  90 value 221.897090
## iter 100 value 221.895982
## final  value 221.895982 
## stopped after 100 iterations
## # weights:  101
## initial  value 336.934201 
## iter  10 value 232.414427
## iter  20 value 226.645730
## iter  30 value 223.854792
## iter  40 value 222.970490
## iter  50 value 222.671558
## iter  60 value 222.586903
## iter  70 value 222.550388
## iter  80 value 222.513982
## iter  90 value 222.429675
## iter 100 value 222.428480
## final  value 222.428480 
## stopped after 100 iterations
## # weights:  11
## initial  value 349.145118 
## iter  10 value 255.918579
## iter  20 value 249.647118
## iter  30 value 246.491744
## iter  40 value 245.443782
## final  value 245.443489 
## converged
## # weights:  21
## initial  value 342.921075 
## iter  10 value 243.488309
## iter  20 value 234.170932
## iter  30 value 233.685357
## final  value 233.680148 
## converged
## # weights:  31
## initial  value 367.227603 
## iter  10 value 239.788923
## iter  20 value 231.339322
## iter  30 value 229.928961
## iter  40 value 229.779983
## iter  50 value 229.761590
## final  value 229.761478 
## converged
## # weights:  41
## initial  value 422.464248 
## iter  10 value 254.622619
## iter  20 value 231.135674
## iter  30 value 229.174067
## iter  40 value 228.807475
## iter  50 value 228.726041
## iter  60 value 228.724522
## final  value 228.724519 
## converged
## # weights:  51
## initial  value 328.137858 
## iter  10 value 239.274245
## iter  20 value 232.640492
## iter  30 value 229.499825
## iter  40 value 228.655903
## iter  50 value 228.454333
## iter  60 value 228.427075
## iter  70 value 228.423964
## final  value 228.423858 
## converged
## # weights:  61
## initial  value 325.858157 
## iter  10 value 276.349027
## iter  20 value 233.834915
## iter  30 value 230.395294
## iter  40 value 228.656513
## iter  50 value 227.929484
## iter  60 value 227.745843
## iter  70 value 227.669780
## iter  80 value 227.659158
## iter  90 value 227.658298
## iter 100 value 227.658194
## final  value 227.658194 
## stopped after 100 iterations
## # weights:  71
## initial  value 318.134065 
## iter  10 value 235.166582
## iter  20 value 229.547463
## iter  30 value 228.241307
## iter  40 value 227.659295
## iter  50 value 227.487455
## iter  60 value 227.461764
## iter  70 value 227.412164
## iter  80 value 227.337641
## iter  90 value 227.238457
## iter 100 value 227.197657
## final  value 227.197657 
## stopped after 100 iterations
## # weights:  81
## initial  value 314.966542 
## iter  10 value 233.277471
## iter  20 value 229.144338
## iter  30 value 228.169993
## iter  40 value 227.617062
## iter  50 value 227.465071
## iter  60 value 227.224531
## iter  70 value 227.203212
## iter  80 value 227.190565
## iter  90 value 227.189309
## final  value 227.189246 
## converged
## # weights:  91
## initial  value 432.089411 
## iter  10 value 232.831162
## iter  20 value 229.650558
## iter  30 value 228.650971
## iter  40 value 227.844458
## iter  50 value 227.481520
## iter  60 value 227.288315
## iter  70 value 227.187219
## iter  80 value 227.143506
## iter  90 value 227.135138
## iter 100 value 227.134373
## final  value 227.134373 
## stopped after 100 iterations
## # weights:  101
## initial  value 353.487171 
## iter  10 value 231.334642
## iter  20 value 228.413313
## iter  30 value 227.573662
## iter  40 value 227.243846
## iter  50 value 227.170574
## iter  60 value 227.152579
## iter  70 value 227.148503
## final  value 227.148305 
## converged
## # weights:  11
## initial  value 320.970556 
## iter  10 value 242.101514
## iter  20 value 231.557886
## iter  30 value 230.790610
## final  value 230.750431 
## converged
## # weights:  21
## initial  value 329.338494 
## iter  10 value 231.814410
## iter  20 value 219.053206
## iter  30 value 218.212286
## iter  40 value 218.124545
## final  value 218.124529 
## converged
## # weights:  31
## initial  value 411.326423 
## iter  10 value 225.709912
## iter  20 value 219.115124
## iter  30 value 210.665006
## iter  40 value 209.513543
## iter  50 value 209.157752
## final  value 209.141788 
## converged
## # weights:  41
## initial  value 389.992257 
## iter  10 value 240.299580
## iter  20 value 217.967665
## iter  30 value 213.458194
## iter  40 value 209.646429
## iter  50 value 206.577221
## iter  60 value 204.890867
## iter  70 value 204.651501
## iter  80 value 204.635678
## iter  90 value 204.635604
## iter  90 value 204.635603
## iter  90 value 204.635602
## final  value 204.635602 
## converged
## # weights:  51
## initial  value 329.792876 
## iter  10 value 232.905192
## iter  20 value 212.678852
## iter  30 value 208.302831
## iter  40 value 203.763808
## iter  50 value 201.034969
## iter  60 value 199.373394
## iter  70 value 198.793141
## iter  80 value 198.685300
## iter  90 value 198.678067
## final  value 198.678058 
## converged
## # weights:  61
## initial  value 342.914036 
## iter  10 value 236.634278
## iter  20 value 209.820249
## iter  30 value 199.845327
## iter  40 value 196.072787
## iter  50 value 195.218071
## iter  60 value 195.076821
## iter  70 value 195.070237
## iter  80 value 195.068852
## final  value 195.068744 
## converged
## # weights:  71
## initial  value 436.492141 
## iter  10 value 234.307011
## iter  20 value 213.662284
## iter  30 value 199.219057
## iter  40 value 193.581496
## iter  50 value 192.022173
## iter  60 value 191.462156
## iter  70 value 191.311653
## iter  80 value 191.218687
## iter  90 value 191.186522
## iter 100 value 191.179990
## final  value 191.179990 
## stopped after 100 iterations
## # weights:  81
## initial  value 290.097368 
## iter  10 value 216.086074
## iter  20 value 202.174505
## iter  30 value 189.997080
## iter  40 value 183.434944
## iter  50 value 180.477376
## iter  60 value 180.159406
## iter  70 value 179.473567
## iter  80 value 179.442272
## iter  90 value 179.438072
## iter 100 value 179.437698
## final  value 179.437698 
## stopped after 100 iterations
## # weights:  91
## initial  value 493.426974 
## iter  10 value 216.691446
## iter  20 value 209.056021
## iter  30 value 198.314419
## iter  40 value 187.246113
## iter  50 value 181.705321
## iter  60 value 177.683831
## iter  70 value 175.642570
## iter  80 value 175.325855
## iter  90 value 174.596606
## iter 100 value 173.583367
## final  value 173.583367 
## stopped after 100 iterations
## # weights:  101
## initial  value 368.443112 
## iter  10 value 213.943059
## iter  20 value 195.406066
## iter  30 value 183.996533
## iter  40 value 180.061941
## iter  50 value 178.284776
## iter  60 value 177.166833
## iter  70 value 175.886340
## iter  80 value 174.387377
## iter  90 value 174.047355
## iter 100 value 172.856044
## final  value 172.856044 
## stopped after 100 iterations
## # weights:  11
## initial  value 320.709600 
## iter  10 value 242.834813
## iter  20 value 234.191237
## iter  30 value 233.790850
## final  value 233.788041 
## converged
## # weights:  21
## initial  value 306.900565 
## iter  10 value 230.721989
## iter  20 value 221.765962
## iter  30 value 220.627943
## iter  40 value 220.614700
## final  value 220.614678 
## converged
## # weights:  31
## initial  value 408.418530 
## iter  10 value 229.284033
## iter  20 value 220.332196
## iter  30 value 217.778691
## iter  40 value 217.201706
## iter  50 value 217.129748
## iter  60 value 217.112958
## iter  70 value 217.110465
## iter  70 value 217.110464
## iter  70 value 217.110464
## final  value 217.110464 
## converged
## # weights:  41
## initial  value 301.172479 
## iter  10 value 240.271942
## iter  20 value 220.137946
## iter  30 value 217.059727
## iter  40 value 215.745927
## iter  50 value 212.267235
## iter  60 value 210.457897
## iter  70 value 210.156841
## iter  80 value 209.916565
## iter  90 value 209.821807
## iter 100 value 209.803302
## final  value 209.803302 
## stopped after 100 iterations
## # weights:  51
## initial  value 324.765162 
## iter  10 value 225.025111
## iter  20 value 215.622361
## iter  30 value 211.887012
## iter  40 value 210.798553
## iter  50 value 209.528333
## iter  60 value 209.132306
## iter  70 value 209.112210
## iter  80 value 209.111674
## final  value 209.111670 
## converged
## # weights:  61
## initial  value 460.863514 
## iter  10 value 263.328138
## iter  20 value 224.357747
## iter  30 value 214.422307
## iter  40 value 211.932193
## iter  50 value 208.060834
## iter  60 value 204.823270
## iter  70 value 202.304789
## iter  80 value 201.520647
## iter  90 value 201.031452
## iter 100 value 200.989088
## final  value 200.989088 
## stopped after 100 iterations
## # weights:  71
## initial  value 314.949586 
## iter  10 value 226.844878
## iter  20 value 212.100856
## iter  30 value 206.313748
## iter  40 value 202.445766
## iter  50 value 201.598665
## iter  60 value 201.258909
## iter  70 value 201.064978
## iter  80 value 200.762377
## iter  90 value 200.740307
## final  value 200.739961 
## converged
## # weights:  81
## initial  value 384.356402 
## iter  10 value 222.918283
## iter  20 value 213.520973
## iter  30 value 209.568234
## iter  40 value 205.291674
## iter  50 value 204.471827
## iter  60 value 203.591228
## iter  70 value 202.851708
## iter  80 value 202.763171
## iter  90 value 202.739834
## iter 100 value 202.733140
## final  value 202.733140 
## stopped after 100 iterations
## # weights:  91
## initial  value 388.268773 
## iter  10 value 221.672395
## iter  20 value 208.401953
## iter  30 value 203.696930
## iter  40 value 201.813766
## iter  50 value 200.984606
## iter  60 value 199.150979
## iter  70 value 198.228411
## iter  80 value 198.066773
## iter  90 value 196.886561
## iter 100 value 195.301959
## final  value 195.301959 
## stopped after 100 iterations
## # weights:  101
## initial  value 309.573639 
## iter  10 value 221.276114
## iter  20 value 214.160113
## iter  30 value 208.534255
## iter  40 value 204.480570
## iter  50 value 202.361592
## iter  60 value 200.882411
## iter  70 value 197.881425
## iter  80 value 196.674683
## iter  90 value 196.542052
## iter 100 value 196.425591
## final  value 196.425591 
## stopped after 100 iterations
## # weights:  11
## initial  value 316.869066 
## iter  10 value 242.044413
## iter  20 value 237.722891
## iter  30 value 237.721046
## final  value 237.720984 
## converged
## # weights:  21
## initial  value 361.836502 
## iter  10 value 253.238533
## iter  20 value 227.670879
## iter  30 value 223.696238
## iter  40 value 223.208685
## iter  50 value 223.201783
## iter  60 value 223.201070
## final  value 223.201058 
## converged
## # weights:  31
## initial  value 310.908374 
## iter  10 value 226.297379
## iter  20 value 221.086258
## iter  30 value 220.477828
## iter  40 value 220.435706
## final  value 220.431385 
## converged
## # weights:  41
## initial  value 321.766570 
## iter  10 value 228.345250
## iter  20 value 221.607099
## iter  30 value 220.123828
## iter  40 value 218.841513
## iter  50 value 218.265807
## iter  60 value 218.183233
## iter  70 value 218.181670
## final  value 218.181648 
## converged
## # weights:  51
## initial  value 380.829333 
## iter  10 value 236.136182
## iter  20 value 223.133466
## iter  30 value 219.638460
## iter  40 value 218.393248
## iter  50 value 216.946984
## iter  60 value 214.934437
## iter  70 value 213.243714
## iter  80 value 212.742575
## iter  90 value 212.395679
## iter 100 value 212.393470
## final  value 212.393470 
## stopped after 100 iterations
## # weights:  61
## initial  value 324.835625 
## iter  10 value 230.885820
## iter  20 value 220.581928
## iter  30 value 218.881198
## iter  40 value 218.230314
## iter  50 value 215.231280
## iter  60 value 213.363208
## iter  70 value 212.939315
## iter  80 value 212.882869
## iter  90 value 212.879401
## final  value 212.879366 
## converged
## # weights:  71
## initial  value 323.198979 
## iter  10 value 225.727879
## iter  20 value 219.533977
## iter  30 value 216.997244
## iter  40 value 214.488319
## iter  50 value 212.503331
## iter  60 value 211.985782
## iter  70 value 211.684642
## iter  80 value 211.527843
## iter  90 value 211.434818
## iter 100 value 210.544998
## final  value 210.544998 
## stopped after 100 iterations
## # weights:  81
## initial  value 339.747257 
## iter  10 value 225.831596
## iter  20 value 217.252952
## iter  30 value 214.924267
## iter  40 value 213.831790
## iter  50 value 211.582296
## iter  60 value 210.722953
## iter  70 value 209.744467
## iter  80 value 209.567519
## iter  90 value 209.480311
## iter 100 value 209.471111
## final  value 209.471111 
## stopped after 100 iterations
## # weights:  91
## initial  value 425.910848 
## iter  10 value 227.059013
## iter  20 value 220.245637
## iter  30 value 214.613871
## iter  40 value 212.205777
## iter  50 value 211.393822
## iter  60 value 210.334464
## iter  70 value 210.159456
## iter  80 value 210.132104
## iter  90 value 210.124029
## iter 100 value 210.122017
## final  value 210.122017 
## stopped after 100 iterations
## # weights:  101
## initial  value 496.098061 
## iter  10 value 227.149958
## iter  20 value 217.256131
## iter  30 value 213.152346
## iter  40 value 210.733299
## iter  50 value 210.104292
## iter  60 value 210.043005
## iter  70 value 209.945601
## iter  80 value 209.633788
## iter  90 value 209.079675
## iter 100 value 208.589058
## final  value 208.589058 
## stopped after 100 iterations
## # weights:  11
## initial  value 334.653859 
## iter  10 value 243.731463
## iter  20 value 240.384789
## final  value 240.380621 
## converged
## # weights:  21
## initial  value 325.487738 
## iter  10 value 246.374468
## iter  20 value 231.998264
## iter  30 value 227.529602
## iter  40 value 227.457866
## final  value 227.457779 
## converged
## # weights:  31
## initial  value 331.280785 
## iter  10 value 228.952083
## iter  20 value 223.717312
## iter  30 value 223.230331
## iter  40 value 223.168823
## final  value 223.167354 
## converged
## # weights:  41
## initial  value 306.326998 
## iter  10 value 230.278443
## iter  20 value 222.753386
## iter  30 value 222.043724
## iter  40 value 221.454470
## iter  50 value 221.109832
## iter  60 value 221.077170
## final  value 221.076832 
## converged
## # weights:  51
## initial  value 305.553099 
## iter  10 value 227.568567
## iter  20 value 223.045035
## iter  30 value 221.994665
## iter  40 value 221.633400
## iter  50 value 221.601910
## iter  60 value 221.363319
## iter  70 value 221.285908
## iter  80 value 221.258115
## iter  90 value 221.228587
## iter 100 value 221.161945
## final  value 221.161945 
## stopped after 100 iterations
## # weights:  61
## initial  value 327.723093 
## iter  10 value 226.170727
## iter  20 value 222.112287
## iter  30 value 220.253550
## iter  40 value 219.865461
## iter  50 value 219.703303
## iter  60 value 219.541603
## iter  70 value 219.494202
## iter  80 value 219.476567
## final  value 219.476321 
## converged
## # weights:  71
## initial  value 389.983859 
## iter  10 value 256.410627
## iter  20 value 230.148386
## iter  30 value 222.612002
## iter  40 value 221.228566
## iter  50 value 220.124268
## iter  60 value 219.695856
## iter  70 value 219.528611
## iter  80 value 218.859928
## iter  90 value 218.453901
## iter 100 value 218.380101
## final  value 218.380101 
## stopped after 100 iterations
## # weights:  81
## initial  value 425.633096 
## iter  10 value 269.074438
## iter  20 value 236.052164
## iter  30 value 225.310471
## iter  40 value 223.289777
## iter  50 value 222.437185
## iter  60 value 221.561987
## iter  70 value 219.801570
## iter  80 value 219.262376
## iter  90 value 218.631492
## iter 100 value 218.504463
## final  value 218.504463 
## stopped after 100 iterations
## # weights:  91
## initial  value 310.707576 
## iter  10 value 229.751608
## iter  20 value 223.679719
## iter  30 value 222.177660
## iter  40 value 221.852464
## iter  50 value 220.788893
## iter  60 value 218.845021
## iter  70 value 218.506733
## iter  80 value 218.396564
## iter  90 value 218.358129
## iter 100 value 218.349187
## final  value 218.349187 
## stopped after 100 iterations
## # weights:  101
## initial  value 377.765603 
## iter  10 value 229.084980
## iter  20 value 222.960095
## iter  30 value 220.011956
## iter  40 value 219.016685
## iter  50 value 218.394663
## iter  60 value 218.126436
## iter  70 value 218.081292
## iter  80 value 218.013458
## iter  90 value 217.988375
## iter 100 value 217.975139
## final  value 217.975139 
## stopped after 100 iterations
## # weights:  11
## initial  value 404.705658 
## iter  10 value 243.368108
## iter  20 value 240.900631
## final  value 240.880766 
## converged
## # weights:  21
## initial  value 430.948393 
## iter  10 value 246.317419
## iter  20 value 229.266379
## iter  30 value 228.762312
## iter  40 value 228.750569
## iter  40 value 228.750569
## iter  40 value 228.750569
## final  value 228.750569 
## converged
## # weights:  31
## initial  value 341.038629 
## iter  10 value 230.016075
## iter  20 value 228.238228
## iter  30 value 227.716383
## iter  40 value 227.534068
## iter  50 value 227.474653
## final  value 227.474648 
## converged
## # weights:  41
## initial  value 438.739701 
## iter  10 value 264.851132
## iter  20 value 231.277556
## iter  30 value 228.219357
## iter  40 value 227.101111
## iter  50 value 227.080140
## final  value 227.078230 
## converged
## # weights:  51
## initial  value 341.251448 
## iter  10 value 235.266166
## iter  20 value 227.902509
## iter  30 value 225.278055
## iter  40 value 224.659747
## iter  50 value 224.540554
## iter  60 value 224.483209
## iter  70 value 224.453510
## iter  80 value 224.436523
## final  value 224.436515 
## converged
## # weights:  61
## initial  value 492.646952 
## iter  10 value 289.424480
## iter  20 value 233.512995
## iter  30 value 227.129529
## iter  40 value 225.232913
## iter  50 value 224.732524
## iter  60 value 224.557828
## iter  70 value 224.476146
## iter  80 value 224.450409
## iter  90 value 224.448404
## iter 100 value 224.435945
## final  value 224.435945 
## stopped after 100 iterations
## # weights:  71
## initial  value 439.860871 
## iter  10 value 246.030114
## iter  20 value 227.674598
## iter  30 value 225.845266
## iter  40 value 225.017982
## iter  50 value 224.457066
## iter  60 value 224.220652
## iter  70 value 224.111875
## iter  80 value 224.035247
## iter  90 value 223.811886
## iter 100 value 223.799947
## final  value 223.799947 
## stopped after 100 iterations
## # weights:  81
## initial  value 325.088371 
## iter  10 value 233.001303
## iter  20 value 225.941266
## iter  30 value 224.581433
## iter  40 value 224.065221
## iter  50 value 223.987537
## iter  60 value 223.978663
## iter  70 value 223.975877
## iter  80 value 223.971520
## iter  90 value 223.969645
## final  value 223.969503 
## converged
## # weights:  91
## initial  value 423.894029 
## iter  10 value 233.435607
## iter  20 value 226.671134
## iter  30 value 225.066016
## iter  40 value 224.629970
## iter  50 value 224.527676
## iter  60 value 224.510919
## iter  70 value 224.469202
## iter  80 value 224.432669
## iter  90 value 224.312038
## iter 100 value 224.161919
## final  value 224.161919 
## stopped after 100 iterations
## # weights:  101
## initial  value 345.404451 
## iter  10 value 231.384278
## iter  20 value 225.335568
## iter  30 value 224.197801
## iter  40 value 224.119923
## iter  50 value 224.101405
## iter  60 value 224.092381
## iter  70 value 224.089364
## iter  80 value 224.089203
## final  value 224.089184 
## converged
## # weights:  11
## initial  value 325.848491 
## iter  10 value 243.914624
## iter  20 value 236.615451
## iter  30 value 232.153301
## iter  40 value 231.926359
## iter  40 value 231.926359
## iter  40 value 231.926359
## final  value 231.926359 
## converged
## # weights:  21
## initial  value 360.322506 
## iter  10 value 227.931211
## iter  20 value 219.265011
## iter  30 value 218.305366
## iter  40 value 217.817117
## iter  50 value 217.784963
## iter  60 value 217.784439
## iter  60 value 217.784439
## iter  60 value 217.784439
## final  value 217.784439 
## converged
## # weights:  31
## initial  value 453.765511 
## iter  10 value 234.177286
## iter  20 value 216.996515
## iter  30 value 211.434429
## iter  40 value 208.588531
## iter  50 value 208.158125
## iter  60 value 208.145364
## final  value 208.145274 
## converged
## # weights:  41
## initial  value 319.347106 
## iter  10 value 233.870027
## iter  20 value 212.833799
## iter  30 value 208.474908
## iter  40 value 207.952656
## iter  50 value 207.844084
## final  value 207.840271 
## converged
## # weights:  51
## initial  value 322.719487 
## iter  10 value 225.030420
## iter  20 value 213.072202
## iter  30 value 208.760945
## iter  40 value 207.686647
## iter  50 value 206.931416
## iter  60 value 203.068224
## iter  70 value 202.797226
## iter  80 value 202.767989
## iter  90 value 202.763322
## final  value 202.763304 
## converged
## # weights:  61
## initial  value 334.224586 
## iter  10 value 247.858923
## iter  20 value 218.775588
## iter  30 value 209.856358
## iter  40 value 204.881417
## iter  50 value 204.002743
## iter  60 value 203.092755
## iter  70 value 201.319748
## iter  80 value 200.881101
## iter  90 value 200.824334
## iter 100 value 200.820648
## final  value 200.820648 
## stopped after 100 iterations
## # weights:  71
## initial  value 346.057886 
## iter  10 value 222.716821
## iter  20 value 209.120081
## iter  30 value 200.914432
## iter  40 value 198.078328
## iter  50 value 197.209954
## iter  60 value 196.991006
## iter  70 value 196.943026
## iter  80 value 196.921002
## iter  90 value 196.531457
## iter 100 value 194.535972
## final  value 194.535972 
## stopped after 100 iterations
## # weights:  81
## initial  value 467.018324 
## iter  10 value 244.904490
## iter  20 value 205.080552
## iter  30 value 195.826935
## iter  40 value 191.907835
## iter  50 value 188.164003
## iter  60 value 183.908520
## iter  70 value 182.968860
## iter  80 value 182.797272
## iter  90 value 182.740067
## iter 100 value 182.713685
## final  value 182.713685 
## stopped after 100 iterations
## # weights:  91
## initial  value 330.378982 
## iter  10 value 223.069939
## iter  20 value 205.453041
## iter  30 value 190.618033
## iter  40 value 183.029577
## iter  50 value 180.755460
## iter  60 value 180.157810
## iter  70 value 179.929038
## iter  80 value 179.844566
## iter  90 value 178.620141
## iter 100 value 178.218218
## final  value 178.218218 
## stopped after 100 iterations
## # weights:  101
## initial  value 562.405299 
## iter  10 value 217.077992
## iter  20 value 205.377378
## iter  30 value 192.782060
## iter  40 value 183.047852
## iter  50 value 178.375438
## iter  60 value 176.703485
## iter  70 value 174.670195
## iter  80 value 174.370168
## iter  90 value 174.314777
## iter 100 value 174.281379
## final  value 174.281379 
## stopped after 100 iterations
## # weights:  11
## initial  value 303.055963 
## iter  10 value 240.427980
## iter  20 value 234.915062
## iter  30 value 234.653556
## final  value 234.652995 
## converged
## # weights:  21
## initial  value 358.404644 
## iter  10 value 267.033128
## iter  20 value 243.253002
## iter  30 value 234.021339
## iter  40 value 224.588398
## iter  50 value 223.727268
## iter  60 value 223.687383
## final  value 223.685482 
## converged
## # weights:  31
## initial  value 369.546575 
## iter  10 value 252.501839
## iter  20 value 231.140047
## iter  30 value 221.674082
## iter  40 value 219.998673
## iter  50 value 219.926291
## final  value 219.924973 
## converged
## # weights:  41
## initial  value 333.829198 
## iter  10 value 247.202730
## iter  20 value 229.026396
## iter  30 value 219.951643
## iter  40 value 217.618816
## iter  50 value 216.562860
## iter  60 value 216.150608
## iter  70 value 215.976353
## iter  80 value 215.857848
## final  value 215.853993 
## converged
## # weights:  51
## initial  value 315.827417 
## iter  10 value 226.537884
## iter  20 value 218.675278
## iter  30 value 213.478511
## iter  40 value 211.783540
## iter  50 value 211.048494
## iter  60 value 210.865199
## iter  70 value 210.274054
## iter  80 value 210.166005
## iter  90 value 210.125482
## final  value 210.125464 
## converged
## # weights:  61
## initial  value 428.973769 
## iter  10 value 226.332075
## iter  20 value 217.309355
## iter  30 value 213.590517
## iter  40 value 211.349418
## iter  50 value 206.836764
## iter  60 value 203.840121
## iter  70 value 203.262113
## iter  80 value 203.074560
## iter  90 value 203.015221
## iter 100 value 203.013182
## final  value 203.013182 
## stopped after 100 iterations
## # weights:  71
## initial  value 364.501169 
## iter  10 value 224.471184
## iter  20 value 217.274943
## iter  30 value 208.143152
## iter  40 value 204.277079
## iter  50 value 203.342582
## iter  60 value 202.033284
## iter  70 value 201.822918
## iter  80 value 201.749047
## iter  90 value 201.733212
## final  value 201.732943 
## converged
## # weights:  81
## initial  value 307.062276 
## iter  10 value 230.282019
## iter  20 value 212.947622
## iter  30 value 207.953035
## iter  40 value 204.035708
## iter  50 value 202.624124
## iter  60 value 201.272056
## iter  70 value 200.479390
## iter  80 value 200.421881
## iter  90 value 200.418897
## iter 100 value 200.367342
## final  value 200.367342 
## stopped after 100 iterations
## # weights:  91
## initial  value 370.268929 
## iter  10 value 222.975796
## iter  20 value 213.066226
## iter  30 value 206.268818
## iter  40 value 204.588546
## iter  50 value 203.898404
## iter  60 value 201.990823
## iter  70 value 200.852842
## iter  80 value 200.565906
## iter  90 value 200.468496
## iter 100 value 200.446237
## final  value 200.446237 
## stopped after 100 iterations
## # weights:  101
## initial  value 307.890085 
## iter  10 value 222.848223
## iter  20 value 213.408236
## iter  30 value 208.784568
## iter  40 value 202.548280
## iter  50 value 199.895331
## iter  60 value 198.342789
## iter  70 value 197.315331
## iter  80 value 196.625776
## iter  90 value 196.459389
## iter 100 value 196.014728
## final  value 196.014728 
## stopped after 100 iterations
## # weights:  11
## initial  value 352.721540 
## iter  10 value 243.069397
## iter  20 value 238.207148
## iter  30 value 238.183554
## final  value 238.183376 
## converged
## # weights:  21
## initial  value 340.207683 
## iter  10 value 241.261260
## iter  20 value 226.665058
## iter  30 value 224.781454
## iter  40 value 224.708576
## iter  50 value 224.682247
## iter  60 value 224.548988
## iter  70 value 224.514812
## iter  70 value 224.514811
## iter  70 value 224.514811
## final  value 224.514811 
## converged
## # weights:  31
## initial  value 391.997070 
## iter  10 value 241.848036
## iter  20 value 227.800210
## iter  30 value 224.885593
## iter  40 value 224.772258
## iter  50 value 224.753624
## final  value 224.753389 
## converged
## # weights:  41
## initial  value 335.190879 
## iter  10 value 230.727498
## iter  20 value 223.559028
## iter  30 value 221.518407
## iter  40 value 221.044635
## iter  50 value 219.813182
## iter  60 value 219.378728
## iter  70 value 217.596146
## iter  80 value 217.368457
## iter  90 value 217.366524
## iter  90 value 217.366524
## iter  90 value 217.366523
## final  value 217.366523 
## converged
## # weights:  51
## initial  value 345.658389 
## iter  10 value 239.720427
## iter  20 value 222.339733
## iter  30 value 219.245689
## iter  40 value 217.912505
## iter  50 value 217.654447
## iter  60 value 217.368431
## iter  70 value 217.136779
## iter  80 value 217.073578
## final  value 217.073199 
## converged
## # weights:  61
## initial  value 364.838193 
## iter  10 value 251.823354
## iter  20 value 228.501463
## iter  30 value 220.171354
## iter  40 value 216.614343
## iter  50 value 215.649534
## iter  60 value 215.569676
## iter  70 value 215.528534
## iter  80 value 215.507435
## iter  90 value 215.359230
## iter 100 value 214.877129
## final  value 214.877129 
## stopped after 100 iterations
## # weights:  71
## initial  value 307.835203 
## iter  10 value 229.540436
## iter  20 value 220.223561
## iter  30 value 216.118588
## iter  40 value 214.474285
## iter  50 value 213.470382
## iter  60 value 213.313413
## iter  70 value 213.091232
## iter  80 value 213.077703
## iter  90 value 213.077008
## final  value 213.077002 
## converged
## # weights:  81
## initial  value 399.173970 
## iter  10 value 228.687623
## iter  20 value 221.726069
## iter  30 value 218.191992
## iter  40 value 217.222047
## iter  50 value 216.594523
## iter  60 value 215.143979
## iter  70 value 213.531641
## iter  80 value 213.191639
## iter  90 value 213.166842
## iter 100 value 213.146981
## final  value 213.146981 
## stopped after 100 iterations
## # weights:  91
## initial  value 353.654879 
## iter  10 value 229.460520
## iter  20 value 219.306095
## iter  30 value 215.802635
## iter  40 value 213.189287
## iter  50 value 212.716966
## iter  60 value 212.620703
## iter  70 value 212.554355
## iter  80 value 212.536048
## iter  90 value 212.521309
## iter 100 value 212.519423
## final  value 212.519423 
## stopped after 100 iterations
## # weights:  101
## initial  value 443.067357 
## iter  10 value 253.637838
## iter  20 value 224.006678
## iter  30 value 217.314014
## iter  40 value 214.779452
## iter  50 value 213.395440
## iter  60 value 212.952733
## iter  70 value 212.081187
## iter  80 value 211.662128
## iter  90 value 211.537174
## iter 100 value 211.498847
## final  value 211.498847 
## stopped after 100 iterations
## # weights:  11
## initial  value 313.830782 
## iter  10 value 248.057811
## iter  20 value 239.605375
## iter  30 value 239.352521
## final  value 239.350340 
## converged
## # weights:  21
## initial  value 380.392290 
## iter  10 value 242.725149
## iter  20 value 229.005633
## iter  30 value 228.792834
## final  value 228.785360 
## converged
## # weights:  31
## initial  value 333.004947 
## iter  10 value 234.420650
## iter  20 value 227.757663
## iter  30 value 225.818436
## iter  40 value 225.421315
## iter  50 value 225.060655
## iter  60 value 224.749888
## final  value 224.746767 
## converged
## # weights:  41
## initial  value 319.077684 
## iter  10 value 240.921465
## iter  20 value 230.857578
## iter  30 value 227.391162
## iter  40 value 226.686138
## iter  50 value 225.723667
## iter  60 value 225.011313
## iter  70 value 224.813798
## final  value 224.812216 
## converged
## # weights:  51
## initial  value 328.447268 
## iter  10 value 232.622801
## iter  20 value 226.063162
## iter  30 value 223.785576
## iter  40 value 223.069317
## iter  50 value 222.948649
## iter  60 value 222.925670
## iter  70 value 222.886111
## iter  80 value 222.688020
## iter  90 value 222.652861
## iter 100 value 222.641283
## final  value 222.641283 
## stopped after 100 iterations
## # weights:  61
## initial  value 361.264427 
## iter  10 value 277.443991
## iter  20 value 234.887747
## iter  30 value 225.222840
## iter  40 value 222.090735
## iter  50 value 221.654750
## iter  60 value 221.434699
## iter  70 value 221.280812
## iter  80 value 221.100988
## iter  90 value 221.035321
## iter 100 value 221.015316
## final  value 221.015316 
## stopped after 100 iterations
## # weights:  71
## initial  value 344.248733 
## iter  10 value 251.170675
## iter  20 value 226.768837
## iter  30 value 222.638896
## iter  40 value 221.320988
## iter  50 value 220.838818
## iter  60 value 220.600237
## iter  70 value 220.542509
## iter  80 value 220.533537
## iter  90 value 220.532735
## final  value 220.532644 
## converged
## # weights:  81
## initial  value 325.769494 
## iter  10 value 231.127193
## iter  20 value 225.313208
## iter  30 value 223.736406
## iter  40 value 223.334330
## iter  50 value 223.126867
## iter  60 value 222.956334
## iter  70 value 222.826593
## iter  80 value 222.744771
## iter  90 value 222.727697
## iter 100 value 222.723641
## final  value 222.723641 
## stopped after 100 iterations
## # weights:  91
## initial  value 339.807235 
## iter  10 value 234.952558
## iter  20 value 225.944398
## iter  30 value 222.696258
## iter  40 value 221.725718
## iter  50 value 221.410190
## iter  60 value 221.133516
## iter  70 value 221.088211
## iter  80 value 221.056928
## iter  90 value 221.047379
## iter 100 value 221.040951
## final  value 221.040951 
## stopped after 100 iterations
## # weights:  101
## initial  value 307.056022 
## iter  10 value 239.301076
## iter  20 value 226.388798
## iter  30 value 221.987237
## iter  40 value 220.814076
## iter  50 value 220.599653
## iter  60 value 220.478022
## iter  70 value 220.416392
## iter  80 value 220.385828
## iter  90 value 220.357454
## iter 100 value 220.190419
## final  value 220.190419 
## stopped after 100 iterations
## # weights:  11
## initial  value 396.117595 
## iter  10 value 245.618736
## iter  20 value 241.551007
## final  value 241.470780 
## converged
## # weights:  21
## initial  value 320.165024 
## iter  10 value 243.349732
## iter  20 value 232.239291
## iter  30 value 230.194222
## iter  40 value 230.098330
## iter  40 value 230.098329
## iter  40 value 230.098329
## final  value 230.098329 
## converged
## # weights:  31
## initial  value 346.060097 
## iter  10 value 233.935138
## iter  20 value 231.569913
## iter  30 value 228.767419
## iter  40 value 228.398988
## iter  50 value 228.331399
## iter  60 value 228.327818
## iter  60 value 228.327817
## iter  60 value 228.327817
## final  value 228.327817 
## converged
## # weights:  41
## initial  value 360.497639 
## iter  10 value 247.605194
## iter  20 value 229.698865
## iter  30 value 227.968053
## iter  40 value 227.295153
## iter  50 value 227.170705
## iter  60 value 227.137333
## iter  70 value 227.136108
## final  value 227.136094 
## converged
## # weights:  51
## initial  value 337.085405 
## iter  10 value 231.817536
## iter  20 value 227.735400
## iter  30 value 226.448789
## iter  40 value 226.316007
## iter  50 value 226.273674
## iter  60 value 226.255427
## final  value 226.255247 
## converged
## # weights:  61
## initial  value 417.942292 
## iter  10 value 246.954412
## iter  20 value 229.099386
## iter  30 value 227.240864
## iter  40 value 226.741992
## iter  50 value 226.629150
## iter  60 value 226.604132
## iter  70 value 226.594370
## final  value 226.594179 
## converged
## # weights:  71
## initial  value 380.005722 
## iter  10 value 237.286437
## iter  20 value 229.292072
## iter  30 value 227.849791
## iter  40 value 227.192724
## iter  50 value 226.718705
## iter  60 value 226.603512
## iter  70 value 226.561846
## iter  80 value 226.549586
## iter  90 value 226.544666
## iter 100 value 226.543556
## final  value 226.543556 
## stopped after 100 iterations
## # weights:  81
## initial  value 427.038865 
## iter  10 value 237.996003
## iter  20 value 228.737961
## iter  30 value 226.847843
## iter  40 value 226.211470
## iter  50 value 225.747250
## iter  60 value 225.614782
## iter  70 value 225.571741
## iter  80 value 225.559922
## iter  90 value 225.558236
## iter 100 value 225.558019
## final  value 225.558019 
## stopped after 100 iterations
## # weights:  91
## initial  value 327.462427 
## iter  10 value 236.172362
## iter  20 value 228.901759
## iter  30 value 227.444766
## iter  40 value 226.809748
## iter  50 value 226.617478
## iter  60 value 226.585750
## iter  70 value 226.581063
## iter  80 value 226.568568
## iter  90 value 226.551530
## iter 100 value 226.544149
## final  value 226.544149 
## stopped after 100 iterations
## # weights:  101
## initial  value 341.302076 
## iter  10 value 235.926750
## iter  20 value 228.693864
## iter  30 value 227.757016
## iter  40 value 227.129028
## iter  50 value 226.928117
## iter  60 value 226.716680
## iter  70 value 226.603585
## iter  80 value 226.592165
## iter  90 value 226.586634
## iter 100 value 226.584307
## final  value 226.584307 
## stopped after 100 iterations
## # weights:  11
## initial  value 322.853721 
## iter  10 value 244.569543
## iter  20 value 231.304563
## iter  30 value 229.016754
## final  value 228.910953 
## converged
## # weights:  21
## initial  value 392.417826 
## iter  10 value 232.588160
## iter  20 value 223.192863
## iter  30 value 219.791207
## iter  40 value 215.797987
## iter  50 value 214.889617
## iter  60 value 214.680839
## final  value 214.678875 
## converged
## # weights:  31
## initial  value 358.343622 
## iter  10 value 222.878057
## iter  20 value 214.821400
## iter  30 value 212.322598
## iter  40 value 211.531616
## iter  50 value 210.990051
## iter  60 value 210.987902
## final  value 210.987894 
## converged
## # weights:  41
## initial  value 325.814253 
## iter  10 value 235.620157
## iter  20 value 215.410767
## iter  30 value 211.101599
## iter  40 value 208.687355
## iter  50 value 207.330424
## iter  60 value 206.841524
## iter  70 value 206.735743
## iter  80 value 206.731071
## final  value 206.730706 
## converged
## # weights:  51
## initial  value 353.135439 
## iter  10 value 231.036876
## iter  20 value 210.707435
## iter  30 value 204.091933
## iter  40 value 199.276406
## iter  50 value 197.055632
## iter  60 value 196.798374
## iter  70 value 196.694738
## iter  80 value 196.687815
## final  value 196.687539 
## converged
## # weights:  61
## initial  value 337.661681 
## iter  10 value 220.545866
## iter  20 value 209.002177
## iter  30 value 201.965681
## iter  40 value 193.933093
## iter  50 value 191.014938
## iter  60 value 190.083311
## iter  70 value 189.319574
## iter  80 value 189.079947
## iter  90 value 189.029057
## iter 100 value 189.027000
## final  value 189.027000 
## stopped after 100 iterations
## # weights:  71
## initial  value 375.871542 
## iter  10 value 223.904609
## iter  20 value 203.675887
## iter  30 value 197.180756
## iter  40 value 194.868172
## iter  50 value 193.432575
## iter  60 value 192.977377
## iter  70 value 191.612458
## iter  80 value 189.226093
## iter  90 value 188.440342
## iter 100 value 187.821899
## final  value 187.821899 
## stopped after 100 iterations
## # weights:  81
## initial  value 346.711939 
## iter  10 value 216.926453
## iter  20 value 205.141186
## iter  30 value 192.863310
## iter  40 value 187.015746
## iter  50 value 183.772123
## iter  60 value 182.401270
## iter  70 value 179.809819
## iter  80 value 177.521640
## iter  90 value 177.064746
## iter 100 value 177.022735
## final  value 177.022735 
## stopped after 100 iterations
## # weights:  91
## initial  value 318.706610 
## iter  10 value 222.885842
## iter  20 value 207.278499
## iter  30 value 197.732735
## iter  40 value 192.081493
## iter  50 value 185.435099
## iter  60 value 182.180519
## iter  70 value 179.856285
## iter  80 value 178.259098
## iter  90 value 177.522696
## iter 100 value 177.318896
## final  value 177.318896 
## stopped after 100 iterations
## # weights:  101
## initial  value 326.354489 
## iter  10 value 215.649437
## iter  20 value 199.700605
## iter  30 value 186.592120
## iter  40 value 178.904670
## iter  50 value 176.858217
## iter  60 value 176.149492
## iter  70 value 175.399096
## iter  80 value 173.674193
## iter  90 value 171.036246
## iter 100 value 170.211374
## final  value 170.211374 
## stopped after 100 iterations
## # weights:  11
## initial  value 474.349487 
## iter  10 value 241.469184
## iter  20 value 231.252908
## iter  30 value 231.155502
## final  value 231.154264 
## converged
## # weights:  21
## initial  value 329.610661 
## iter  10 value 232.921383
## iter  20 value 220.469033
## iter  30 value 219.260937
## iter  40 value 219.062726
## final  value 219.062634 
## converged
## # weights:  31
## initial  value 370.786882 
## iter  10 value 237.977374
## iter  20 value 221.190693
## iter  30 value 215.759634
## iter  40 value 214.147358
## iter  50 value 213.884728
## iter  60 value 213.738102
## final  value 213.722913 
## converged
## # weights:  41
## initial  value 333.391647 
## iter  10 value 239.428923
## iter  20 value 222.688537
## iter  30 value 213.824483
## iter  40 value 211.999609
## iter  50 value 211.208840
## iter  60 value 210.901807
## iter  70 value 210.883981
## iter  80 value 210.883171
## final  value 210.883166 
## converged
## # weights:  51
## initial  value 325.458641 
## iter  10 value 224.997380
## iter  20 value 217.309204
## iter  30 value 212.096674
## iter  40 value 210.862583
## iter  50 value 210.477845
## iter  60 value 210.407752
## iter  70 value 209.977836
## iter  80 value 208.334872
## iter  90 value 208.199694
## iter 100 value 208.198930
## final  value 208.198930 
## stopped after 100 iterations
## # weights:  61
## initial  value 314.306605 
## iter  10 value 226.186425
## iter  20 value 213.943716
## iter  30 value 209.638624
## iter  40 value 207.840791
## iter  50 value 205.370322
## iter  60 value 204.841693
## iter  70 value 204.770670
## iter  80 value 204.667852
## iter  90 value 204.036916
## iter 100 value 203.903217
## final  value 203.903217 
## stopped after 100 iterations
## # weights:  71
## initial  value 339.607679 
## iter  10 value 222.089809
## iter  20 value 213.500779
## iter  30 value 208.297019
## iter  40 value 206.629053
## iter  50 value 203.489131
## iter  60 value 202.824608
## iter  70 value 202.658702
## iter  80 value 202.594999
## iter  90 value 202.591389
## final  value 202.591326 
## converged
## # weights:  81
## initial  value 369.268199 
## iter  10 value 223.045729
## iter  20 value 214.944396
## iter  30 value 208.546589
## iter  40 value 204.836299
## iter  50 value 203.794925
## iter  60 value 203.026870
## iter  70 value 202.589438
## iter  80 value 201.951277
## iter  90 value 201.178298
## iter 100 value 200.882659
## final  value 200.882659 
## stopped after 100 iterations
## # weights:  91
## initial  value 356.835756 
## iter  10 value 222.074379
## iter  20 value 211.714012
## iter  30 value 206.402766
## iter  40 value 202.583419
## iter  50 value 200.698553
## iter  60 value 198.773744
## iter  70 value 197.009205
## iter  80 value 196.415473
## iter  90 value 196.237341
## iter 100 value 196.100132
## final  value 196.100132 
## stopped after 100 iterations
## # weights:  101
## initial  value 387.429414 
## iter  10 value 221.948331
## iter  20 value 208.318204
## iter  30 value 205.492894
## iter  40 value 202.746179
## iter  50 value 200.805485
## iter  60 value 198.821309
## iter  70 value 196.832922
## iter  80 value 195.654378
## iter  90 value 195.455001
## iter 100 value 195.441979
## final  value 195.441979 
## stopped after 100 iterations
## # weights:  11
## initial  value 403.378432 
## iter  10 value 248.571611
## iter  20 value 234.299670
## iter  30 value 233.671254
## final  value 233.648870 
## converged
## # weights:  21
## initial  value 407.268981 
## iter  10 value 233.246478
## iter  20 value 225.000401
## iter  30 value 223.751131
## iter  40 value 223.561915
## final  value 223.561483 
## converged
## # weights:  31
## initial  value 322.713248 
## iter  10 value 235.360049
## iter  20 value 225.373461
## iter  30 value 222.308066
## iter  40 value 220.720510
## iter  50 value 219.833505
## iter  60 value 218.516026
## iter  70 value 218.478180
## iter  80 value 218.477483
## final  value 218.477479 
## converged
## # weights:  41
## initial  value 405.176303 
## iter  10 value 259.621765
## iter  20 value 221.160498
## iter  30 value 219.670448
## iter  40 value 219.424128
## iter  50 value 219.358771
## iter  60 value 219.339343
## final  value 219.337503 
## converged
## # weights:  51
## initial  value 333.962890 
## iter  10 value 227.608083
## iter  20 value 221.657807
## iter  30 value 217.900817
## iter  40 value 215.701906
## iter  50 value 214.587984
## iter  60 value 214.499568
## iter  70 value 214.470399
## final  value 214.470251 
## converged
## # weights:  61
## initial  value 318.794438 
## iter  10 value 223.396540
## iter  20 value 220.545109
## iter  30 value 217.313021
## iter  40 value 215.731491
## iter  50 value 213.688951
## iter  60 value 213.292883
## iter  70 value 213.274994
## iter  80 value 213.274630
## final  value 213.274618 
## converged
## # weights:  71
## initial  value 324.510524 
## iter  10 value 228.075047
## iter  20 value 220.196768
## iter  30 value 217.140020
## iter  40 value 215.309499
## iter  50 value 213.667261
## iter  60 value 212.943893
## iter  70 value 212.012935
## iter  80 value 211.669078
## iter  90 value 211.448176
## iter 100 value 211.343520
## final  value 211.343520 
## stopped after 100 iterations
## # weights:  81
## initial  value 318.165416 
## iter  10 value 225.669124
## iter  20 value 217.041954
## iter  30 value 213.966998
## iter  40 value 212.955377
## iter  50 value 212.569833
## iter  60 value 212.028973
## iter  70 value 211.901891
## iter  80 value 210.499459
## iter  90 value 210.081035
## iter 100 value 209.888720
## final  value 209.888720 
## stopped after 100 iterations
## # weights:  91
## initial  value 411.290755 
## iter  10 value 225.449374
## iter  20 value 218.283615
## iter  30 value 214.620494
## iter  40 value 213.045821
## iter  50 value 211.034337
## iter  60 value 209.372667
## iter  70 value 208.932199
## iter  80 value 208.885959
## iter  90 value 208.875274
## iter 100 value 208.871359
## final  value 208.871359 
## stopped after 100 iterations
## # weights:  101
## initial  value 473.613249 
## iter  10 value 224.314029
## iter  20 value 215.792411
## iter  30 value 213.063342
## iter  40 value 212.383736
## iter  50 value 211.901695
## iter  60 value 210.252701
## iter  70 value 209.687289
## iter  80 value 209.604104
## iter  90 value 209.467862
## iter 100 value 209.323782
## final  value 209.323782 
## stopped after 100 iterations
## # weights:  11
## initial  value 314.039202 
## iter  10 value 249.960269
## iter  20 value 237.810629
## final  value 237.521290 
## converged
## # weights:  21
## initial  value 410.781256 
## iter  10 value 246.321484
## iter  20 value 235.687459
## iter  30 value 229.119771
## iter  40 value 227.444798
## iter  50 value 227.232162
## iter  60 value 227.222316
## final  value 227.222257 
## converged
## # weights:  31
## initial  value 396.515799 
## iter  10 value 246.009334
## iter  20 value 226.691613
## iter  30 value 224.638136
## iter  40 value 224.426591
## iter  50 value 224.404769
## final  value 224.404410 
## converged
## # weights:  41
## initial  value 318.751434 
## iter  10 value 233.446473
## iter  20 value 224.810971
## iter  30 value 223.737348
## iter  40 value 223.071942
## iter  50 value 222.416287
## iter  60 value 222.016006
## iter  70 value 222.010496
## final  value 222.010486 
## converged
## # weights:  51
## initial  value 342.929243 
## iter  10 value 250.107666
## iter  20 value 225.085423
## iter  30 value 221.867987
## iter  40 value 220.705895
## iter  50 value 220.532640
## iter  60 value 220.523693
## iter  70 value 220.523114
## final  value 220.523052 
## converged
## # weights:  61
## initial  value 323.815790 
## iter  10 value 245.599073
## iter  20 value 227.831359
## iter  30 value 224.563202
## iter  40 value 223.418322
## iter  50 value 222.201925
## iter  60 value 221.146173
## iter  70 value 219.983071
## iter  80 value 219.585459
## iter  90 value 219.521534
## iter 100 value 219.520042
## final  value 219.520042 
## stopped after 100 iterations
## # weights:  71
## initial  value 599.130177 
## iter  10 value 227.141911
## iter  20 value 222.236237
## iter  30 value 220.432340
## iter  40 value 219.842295
## iter  50 value 219.594140
## iter  60 value 219.527202
## iter  70 value 219.512313
## iter  80 value 219.500817
## iter  90 value 219.490901
## final  value 219.490778 
## converged
## # weights:  81
## initial  value 348.614169 
## iter  10 value 227.059216
## iter  20 value 221.479760
## iter  30 value 219.805108
## iter  40 value 219.379603
## iter  50 value 219.111102
## iter  60 value 218.874835
## iter  70 value 218.830537
## iter  80 value 218.782816
## iter  90 value 218.775687
## iter 100 value 218.775289
## final  value 218.775289 
## stopped after 100 iterations
## # weights:  91
## initial  value 361.730744 
## iter  10 value 229.882235
## iter  20 value 221.139130
## iter  30 value 220.391616
## iter  40 value 220.301314
## iter  50 value 220.240428
## iter  60 value 219.918985
## iter  70 value 219.638028
## iter  80 value 219.606442
## iter  90 value 219.563414
## iter 100 value 219.241648
## final  value 219.241648 
## stopped after 100 iterations
## # weights:  101
## initial  value 325.754315 
## iter  10 value 225.919809
## iter  20 value 220.945564
## iter  30 value 220.331828
## iter  40 value 220.159834
## iter  50 value 220.026723
## iter  60 value 219.543824
## iter  70 value 219.331156
## iter  80 value 219.235254
## iter  90 value 219.130554
## iter 100 value 219.118075
## final  value 219.118075 
## stopped after 100 iterations
## # weights:  11
## initial  value 319.806735 
## iter  10 value 251.278249
## iter  20 value 238.315719
## iter  30 value 238.165924
## final  value 238.165788 
## converged
## # weights:  21
## initial  value 308.187597 
## iter  10 value 244.973070
## iter  20 value 231.098490
## iter  30 value 230.200986
## iter  40 value 229.982066
## final  value 229.982019 
## converged
## # weights:  31
## initial  value 414.744348 
## iter  10 value 244.861648
## iter  20 value 229.133668
## iter  30 value 227.859284
## iter  40 value 227.442117
## iter  50 value 227.394155
## final  value 227.394012 
## converged
## # weights:  41
## initial  value 326.929244 
## iter  10 value 249.520895
## iter  20 value 229.798506
## iter  30 value 226.671982
## iter  40 value 226.103762
## iter  50 value 225.614500
## iter  60 value 225.414888
## final  value 225.403527 
## converged
## # weights:  51
## initial  value 329.315708 
## iter  10 value 231.521003
## iter  20 value 225.943223
## iter  30 value 225.510073
## iter  40 value 224.848081
## iter  50 value 224.512860
## iter  60 value 224.397987
## iter  70 value 224.375720
## iter  80 value 224.374160
## iter  80 value 224.374159
## iter  80 value 224.374159
## final  value 224.374159 
## converged
## # weights:  61
## initial  value 311.324679 
## iter  10 value 231.541679
## iter  20 value 227.461874
## iter  30 value 226.209725
## iter  40 value 225.658298
## iter  50 value 224.748642
## iter  60 value 224.541450
## iter  70 value 224.416669
## iter  80 value 224.391391
## iter  90 value 224.380685
## iter 100 value 224.378931
## final  value 224.378931 
## stopped after 100 iterations
## # weights:  71
## initial  value 370.208790 
## iter  10 value 228.998315
## iter  20 value 225.500026
## iter  30 value 224.546316
## iter  40 value 224.285292
## iter  50 value 224.250353
## iter  60 value 224.246818
## final  value 224.246339 
## converged
## # weights:  81
## initial  value 343.113090 
## iter  10 value 230.548761
## iter  20 value 225.422176
## iter  30 value 224.467026
## iter  40 value 224.316981
## iter  50 value 224.295093
## iter  60 value 224.290019
## iter  70 value 224.289504
## iter  80 value 224.289383
## final  value 224.289379 
## converged
## # weights:  91
## initial  value 354.468052 
## iter  10 value 233.108265
## iter  20 value 226.735123
## iter  30 value 224.765499
## iter  40 value 224.307393
## iter  50 value 224.267381
## iter  60 value 224.259939
## iter  70 value 224.257970
## iter  80 value 224.257826
## final  value 224.257810 
## converged
## # weights:  101
## initial  value 611.918338 
## iter  10 value 279.756165
## iter  20 value 235.172389
## iter  30 value 226.430839
## iter  40 value 225.451061
## iter  50 value 224.524665
## iter  60 value 224.093673
## iter  70 value 224.039662
## iter  80 value 224.023751
## iter  90 value 224.012867
## iter 100 value 224.007618
## final  value 224.007618 
## stopped after 100 iterations
## # weights:  11
## initial  value 344.595327 
## iter  10 value 250.569205
## iter  20 value 241.594070
## iter  30 value 238.099158
## iter  40 value 235.811592
## final  value 235.365623 
## converged
## # weights:  21
## initial  value 326.586656 
## iter  10 value 235.522915
## iter  20 value 223.121156
## iter  30 value 220.074700
## iter  40 value 219.825705
## iter  50 value 219.820053
## iter  60 value 219.818330
## final  value 219.818310 
## converged
## # weights:  31
## initial  value 392.790053 
## iter  10 value 226.418740
## iter  20 value 217.564481
## iter  30 value 214.457713
## iter  40 value 213.979514
## iter  50 value 213.840007
## iter  60 value 213.791225
## iter  70 value 213.772315
## iter  80 value 213.746796
## iter  90 value 213.628609
## iter 100 value 213.613779
## final  value 213.613779 
## stopped after 100 iterations
## # weights:  41
## initial  value 325.358788 
## iter  10 value 228.961817
## iter  20 value 213.995579
## iter  30 value 208.855125
## iter  40 value 207.502292
## iter  50 value 206.537237
## iter  60 value 206.225067
## iter  70 value 206.196795
## final  value 206.196392 
## converged
## # weights:  51
## initial  value 323.087344 
## iter  10 value 232.330860
## iter  20 value 215.856298
## iter  30 value 204.628708
## iter  40 value 201.212153
## iter  50 value 200.913537
## iter  60 value 200.807780
## iter  70 value 200.770055
## iter  80 value 200.762997
## final  value 200.762920 
## converged
## # weights:  61
## initial  value 458.071441 
## iter  10 value 244.887333
## iter  20 value 220.817928
## iter  30 value 203.502899
## iter  40 value 195.838045
## iter  50 value 193.561419
## iter  60 value 192.868273
## iter  70 value 192.698849
## iter  80 value 192.468864
## iter  90 value 192.359022
## iter 100 value 192.205566
## final  value 192.205566 
## stopped after 100 iterations
## # weights:  71
## initial  value 538.564364 
## iter  10 value 228.395427
## iter  20 value 209.803773
## iter  30 value 200.494613
## iter  40 value 198.522389
## iter  50 value 197.740426
## iter  60 value 196.928010
## iter  70 value 196.646532
## iter  80 value 196.514586
## iter  90 value 196.464193
## iter 100 value 196.369550
## final  value 196.369550 
## stopped after 100 iterations
## # weights:  81
## initial  value 359.204590 
## iter  10 value 240.601684
## iter  20 value 219.732072
## iter  30 value 209.636956
## iter  40 value 201.354115
## iter  50 value 198.008430
## iter  60 value 196.961424
## iter  70 value 196.446234
## iter  80 value 196.289493
## iter  90 value 196.232950
## iter 100 value 195.862603
## final  value 195.862603 
## stopped after 100 iterations
## # weights:  91
## initial  value 440.917573 
## iter  10 value 224.676587
## iter  20 value 206.814989
## iter  30 value 197.846898
## iter  40 value 191.500398
## iter  50 value 187.154479
## iter  60 value 184.552341
## iter  70 value 183.758449
## iter  80 value 182.832724
## iter  90 value 182.332283
## iter 100 value 180.980813
## final  value 180.980813 
## stopped after 100 iterations
## # weights:  101
## initial  value 337.561979 
## iter  10 value 219.935607
## iter  20 value 207.372979
## iter  30 value 194.128194
## iter  40 value 189.456689
## iter  50 value 183.903531
## iter  60 value 182.399673
## iter  70 value 182.171155
## iter  80 value 182.101531
## iter  90 value 182.076704
## iter 100 value 182.074817
## final  value 182.074817 
## stopped after 100 iterations
## # weights:  11
## initial  value 324.001561 
## iter  10 value 242.377925
## iter  20 value 238.495433
## iter  30 value 238.489144
## iter  30 value 238.489142
## final  value 238.489131 
## converged
## # weights:  21
## initial  value 354.925799 
## iter  10 value 244.362338
## iter  20 value 228.038814
## iter  30 value 224.413768
## iter  40 value 224.095344
## final  value 224.094009 
## converged
## # weights:  31
## initial  value 308.973223 
## iter  10 value 228.099895
## iter  20 value 221.505959
## iter  30 value 220.169193
## iter  40 value 219.986672
## final  value 219.971158 
## converged
## # weights:  41
## initial  value 369.647789 
## iter  10 value 231.160303
## iter  20 value 219.423079
## iter  30 value 216.679939
## iter  40 value 215.773020
## iter  50 value 215.617930
## iter  60 value 215.176276
## iter  70 value 215.003835
## iter  80 value 214.997614
## final  value 214.997608 
## converged
## # weights:  51
## initial  value 309.917182 
## iter  10 value 225.515781
## iter  20 value 221.909679
## iter  30 value 217.485173
## iter  40 value 211.217703
## iter  50 value 210.058813
## iter  60 value 209.593445
## iter  70 value 209.532122
## final  value 209.530832 
## converged
## # weights:  61
## initial  value 339.174675 
## iter  10 value 230.881861
## iter  20 value 219.143744
## iter  30 value 216.102296
## iter  40 value 213.480895
## iter  50 value 212.227518
## iter  60 value 211.598732
## iter  70 value 211.530959
## iter  80 value 211.503925
## final  value 211.503476 
## converged
## # weights:  71
## initial  value 383.645826 
## iter  10 value 229.189269
## iter  20 value 218.392197
## iter  30 value 212.147182
## iter  40 value 209.926412
## iter  50 value 209.167132
## iter  60 value 208.435522
## iter  70 value 207.687911
## iter  80 value 207.122107
## iter  90 value 206.562691
## iter 100 value 206.360324
## final  value 206.360324 
## stopped after 100 iterations
## # weights:  81
## initial  value 507.173434 
## iter  10 value 229.765043
## iter  20 value 216.043569
## iter  30 value 210.449240
## iter  40 value 208.680173
## iter  50 value 207.745088
## iter  60 value 206.867510
## iter  70 value 206.185864
## iter  80 value 205.227425
## iter  90 value 205.029651
## iter 100 value 204.998043
## final  value 204.998043 
## stopped after 100 iterations
## # weights:  91
## initial  value 466.482936 
## iter  10 value 228.305868
## iter  20 value 214.468171
## iter  30 value 208.997177
## iter  40 value 206.443999
## iter  50 value 205.307316
## iter  60 value 204.980642
## iter  70 value 204.844079
## iter  80 value 204.780856
## iter  90 value 204.720358
## iter 100 value 204.704644
## final  value 204.704644 
## stopped after 100 iterations
## # weights:  101
## initial  value 345.025730 
## iter  10 value 226.451197
## iter  20 value 215.439974
## iter  30 value 207.911106
## iter  40 value 206.295134
## iter  50 value 205.270731
## iter  60 value 204.875766
## iter  70 value 204.552313
## iter  80 value 204.334390
## iter  90 value 204.311165
## iter 100 value 204.301842
## final  value 204.301842 
## stopped after 100 iterations
## # weights:  11
## initial  value 382.839600 
## iter  10 value 249.469356
## iter  20 value 242.308588
## iter  30 value 240.413194
## iter  40 value 240.033305
## iter  40 value 240.033304
## iter  40 value 240.033304
## final  value 240.033304 
## converged
## # weights:  21
## initial  value 353.077116 
## iter  10 value 242.613033
## iter  20 value 228.062412
## iter  30 value 226.857286
## iter  40 value 226.829088
## final  value 226.828887 
## converged
## # weights:  31
## initial  value 352.148163 
## iter  10 value 258.598147
## iter  20 value 236.166813
## iter  30 value 228.759278
## iter  40 value 225.604347
## iter  50 value 224.232510
## iter  60 value 224.176180
## iter  70 value 224.173833
## iter  80 value 224.173304
## iter  90 value 224.173117
## iter 100 value 224.145158
## final  value 224.145158 
## stopped after 100 iterations
## # weights:  41
## initial  value 398.054717 
## iter  10 value 265.559688
## iter  20 value 235.015449
## iter  30 value 226.355883
## iter  40 value 221.095919
## iter  50 value 220.295907
## iter  60 value 220.157750
## iter  70 value 220.131322
## final  value 220.130991 
## converged
## # weights:  51
## initial  value 374.899702 
## iter  10 value 238.264020
## iter  20 value 223.063115
## iter  30 value 220.622727
## iter  40 value 219.824877
## iter  50 value 219.637707
## iter  60 value 219.617222
## iter  70 value 219.614591
## final  value 219.614363 
## converged
## # weights:  61
## initial  value 477.321105 
## iter  10 value 259.118396
## iter  20 value 228.194281
## iter  30 value 220.423481
## iter  40 value 218.974528
## iter  50 value 218.340933
## iter  60 value 217.843072
## iter  70 value 217.741803
## iter  80 value 217.661942
## iter  90 value 217.657293
## final  value 217.657186 
## converged
## # weights:  71
## initial  value 321.813706 
## iter  10 value 230.159265
## iter  20 value 224.149215
## iter  30 value 220.342480
## iter  40 value 219.030634
## iter  50 value 218.582406
## iter  60 value 218.002996
## iter  70 value 217.661496
## iter  80 value 217.541387
## iter  90 value 217.502758
## iter 100 value 217.480780
## final  value 217.480780 
## stopped after 100 iterations
## # weights:  81
## initial  value 344.954076 
## iter  10 value 229.968820
## iter  20 value 222.051664
## iter  30 value 218.860296
## iter  40 value 218.221941
## iter  50 value 216.785525
## iter  60 value 216.395194
## iter  70 value 216.049420
## iter  80 value 215.760403
## iter  90 value 215.591383
## iter 100 value 215.542926
## final  value 215.542926 
## stopped after 100 iterations
## # weights:  91
## initial  value 338.321411 
## iter  10 value 232.503286
## iter  20 value 223.415870
## iter  30 value 219.679207
## iter  40 value 218.631971
## iter  50 value 217.198665
## iter  60 value 216.679508
## iter  70 value 215.948665
## iter  80 value 215.878741
## iter  90 value 215.625470
## iter 100 value 215.519188
## final  value 215.519188 
## stopped after 100 iterations
## # weights:  101
## initial  value 420.998801 
## iter  10 value 230.914887
## iter  20 value 221.866811
## iter  30 value 218.048584
## iter  40 value 217.042498
## iter  50 value 216.945796
## iter  60 value 216.934257
## iter  70 value 216.923585
## iter  80 value 216.915050
## iter  90 value 216.913436
## iter 100 value 216.912694
## final  value 216.912694 
## stopped after 100 iterations
## # weights:  11
## initial  value 382.095427 
## iter  10 value 248.433308
## iter  20 value 242.958128
## iter  30 value 242.278095
## final  value 242.261963 
## converged
## # weights:  21
## initial  value 480.403083 
## iter  10 value 250.264231
## iter  20 value 230.555377
## iter  30 value 230.009601
## final  value 229.987223 
## converged
## # weights:  31
## initial  value 347.155504 
## iter  10 value 244.273744
## iter  20 value 231.255377
## iter  30 value 228.594592
## iter  40 value 227.997352
## iter  50 value 227.958742
## iter  60 value 227.914445
## iter  70 value 227.912932
## final  value 227.912914 
## converged
## # weights:  41
## initial  value 335.878638 
## iter  10 value 242.786011
## iter  20 value 232.607554
## iter  30 value 230.836380
## iter  40 value 229.607586
## iter  50 value 229.362988
## iter  60 value 228.968562
## iter  70 value 228.842289
## iter  80 value 228.819423
## iter  90 value 228.817638
## final  value 228.817560 
## converged
## # weights:  51
## initial  value 378.914314 
## iter  10 value 254.317569
## iter  20 value 232.026245
## iter  30 value 227.306007
## iter  40 value 225.792812
## iter  50 value 225.122596
## iter  60 value 224.899392
## iter  70 value 224.829651
## iter  80 value 224.821962
## final  value 224.821836 
## converged
## # weights:  61
## initial  value 368.489324 
## iter  10 value 233.372095
## iter  20 value 228.498871
## iter  30 value 225.470810
## iter  40 value 223.844337
## iter  50 value 223.541856
## iter  60 value 223.509578
## iter  70 value 223.498799
## iter  80 value 223.495833
## final  value 223.495713 
## converged
## # weights:  71
## initial  value 362.145955 
## iter  10 value 238.979643
## iter  20 value 229.230600
## iter  30 value 227.079081
## iter  40 value 225.800536
## iter  50 value 225.362667
## iter  60 value 225.292620
## iter  70 value 225.251128
## iter  80 value 225.117687
## iter  90 value 223.884161
## iter 100 value 223.639248
## final  value 223.639248 
## stopped after 100 iterations
## # weights:  81
## initial  value 304.485110 
## iter  10 value 230.281410
## iter  20 value 227.694310
## iter  30 value 225.428646
## iter  40 value 225.144060
## iter  50 value 224.599701
## iter  60 value 224.415843
## iter  70 value 224.351237
## iter  80 value 224.309337
## iter  90 value 224.290838
## iter 100 value 224.286163
## final  value 224.286163 
## stopped after 100 iterations
## # weights:  91
## initial  value 347.131545 
## iter  10 value 239.042738
## iter  20 value 228.667086
## iter  30 value 225.697293
## iter  40 value 224.593547
## iter  50 value 224.067669
## iter  60 value 223.443375
## iter  70 value 223.286130
## iter  80 value 223.197883
## iter  90 value 223.160606
## iter 100 value 223.152767
## final  value 223.152767 
## stopped after 100 iterations
## # weights:  101
## initial  value 538.105021 
## iter  10 value 244.956987
## iter  20 value 227.326372
## iter  30 value 225.671921
## iter  40 value 224.864699
## iter  50 value 224.304695
## iter  60 value 224.067479
## iter  70 value 223.923189
## iter  80 value 223.840609
## iter  90 value 223.811143
## iter 100 value 223.792549
## final  value 223.792549 
## stopped after 100 iterations
## # weights:  11
## initial  value 308.937010 
## iter  10 value 255.450449
## iter  20 value 244.352490
## final  value 244.344447 
## converged
## # weights:  21
## initial  value 409.240045 
## iter  10 value 245.871915
## iter  20 value 234.704405
## iter  30 value 234.263441
## iter  40 value 234.199537
## final  value 234.198327 
## converged
## # weights:  31
## initial  value 354.380994 
## iter  10 value 244.430288
## iter  20 value 233.512034
## iter  30 value 232.372606
## iter  40 value 231.337991
## iter  50 value 231.258357
## iter  60 value 231.251362
## iter  70 value 231.243967
## final  value 231.242289 
## converged
## # weights:  41
## initial  value 370.618257 
## iter  10 value 236.389611
## iter  20 value 230.532572
## iter  30 value 229.782024
## iter  40 value 229.747755
## iter  50 value 229.724288
## final  value 229.723670 
## converged
## # weights:  51
## initial  value 405.104043 
## iter  10 value 239.229878
## iter  20 value 231.778222
## iter  30 value 229.614044
## iter  40 value 229.326308
## iter  50 value 228.978799
## iter  60 value 228.498225
## iter  70 value 228.146692
## iter  80 value 228.131522
## final  value 228.131460 
## converged
## # weights:  61
## initial  value 518.821062 
## iter  10 value 304.965491
## iter  20 value 241.048256
## iter  30 value 233.474888
## iter  40 value 231.838625
## iter  50 value 231.406492
## iter  60 value 230.759836
## iter  70 value 230.232673
## iter  80 value 229.595754
## iter  90 value 229.172932
## iter 100 value 228.938335
## final  value 228.938335 
## stopped after 100 iterations
## # weights:  71
## initial  value 317.679352 
## iter  10 value 235.042963
## iter  20 value 230.188871
## iter  30 value 228.436702
## iter  40 value 228.047793
## iter  50 value 227.951702
## iter  60 value 227.934860
## iter  70 value 227.934174
## final  value 227.934092 
## converged
## # weights:  81
## initial  value 344.924904 
## iter  10 value 255.777785
## iter  20 value 234.888466
## iter  30 value 230.440642
## iter  40 value 229.695876
## iter  50 value 228.773491
## iter  60 value 228.527519
## iter  70 value 228.441721
## iter  80 value 228.410991
## iter  90 value 228.394303
## iter 100 value 228.391117
## final  value 228.391117 
## stopped after 100 iterations
## # weights:  91
## initial  value 648.670352 
## iter  10 value 239.589837
## iter  20 value 230.329493
## iter  30 value 229.029772
## iter  40 value 228.457221
## iter  50 value 228.310760
## iter  60 value 228.139134
## iter  70 value 227.983847
## iter  80 value 227.942952
## iter  90 value 227.926193
## iter 100 value 227.921151
## final  value 227.921151 
## stopped after 100 iterations
## # weights:  101
## initial  value 330.191305 
## iter  10 value 234.015588
## iter  20 value 229.753133
## iter  30 value 228.971711
## iter  40 value 228.586289
## iter  50 value 228.120297
## iter  60 value 227.921726
## iter  70 value 227.849724
## iter  80 value 227.826885
## iter  90 value 227.821955
## iter 100 value 227.821541
## final  value 227.821541 
## stopped after 100 iterations
## # weights:  11
## initial  value 357.748464 
## iter  10 value 248.372690
## iter  20 value 237.442948
## iter  30 value 231.064422
## iter  40 value 230.683641
## final  value 230.683638 
## converged
## # weights:  21
## initial  value 339.377812 
## iter  10 value 238.242295
## iter  20 value 219.900701
## iter  30 value 218.901319
## iter  40 value 218.818164
## final  value 218.818158 
## converged
## # weights:  31
## initial  value 382.437621 
## iter  10 value 228.241013
## iter  20 value 220.680380
## iter  30 value 218.054401
## iter  40 value 214.973089
## iter  50 value 213.801056
## iter  60 value 211.012949
## iter  70 value 209.717814
## iter  80 value 209.514573
## iter  90 value 209.507832
## final  value 209.507822 
## converged
## # weights:  41
## initial  value 383.185187 
## iter  10 value 236.211034
## iter  20 value 218.114713
## iter  30 value 212.705060
## iter  40 value 211.476224
## iter  50 value 211.015996
## iter  60 value 210.271002
## iter  70 value 209.806070
## iter  80 value 209.719387
## iter  90 value 209.616521
## iter 100 value 209.313137
## final  value 209.313137 
## stopped after 100 iterations
## # weights:  51
## initial  value 326.814359 
## iter  10 value 219.611938
## iter  20 value 211.595643
## iter  30 value 205.966245
## iter  40 value 201.335641
## iter  50 value 199.053603
## iter  60 value 198.635488
## iter  70 value 198.612281
## iter  80 value 198.608472
## final  value 198.608336 
## converged
## # weights:  61
## initial  value 366.872242 
## iter  10 value 224.636314
## iter  20 value 210.215730
## iter  30 value 204.385518
## iter  40 value 201.702560
## iter  50 value 201.368008
## iter  60 value 201.203364
## iter  70 value 201.171184
## iter  80 value 201.165210
## iter  90 value 201.164950
## final  value 201.164890 
## converged
## # weights:  71
## initial  value 305.057998 
## iter  10 value 220.128288
## iter  20 value 208.300535
## iter  30 value 202.251128
## iter  40 value 197.259688
## iter  50 value 195.027199
## iter  60 value 193.290948
## iter  70 value 192.106067
## iter  80 value 191.784720
## iter  90 value 191.265884
## iter 100 value 190.865488
## final  value 190.865488 
## stopped after 100 iterations
## # weights:  81
## initial  value 330.089350 
## iter  10 value 221.091795
## iter  20 value 207.122105
## iter  30 value 197.524571
## iter  40 value 188.590234
## iter  50 value 183.736500
## iter  60 value 182.325393
## iter  70 value 181.761822
## iter  80 value 181.533210
## iter  90 value 181.438906
## iter 100 value 181.344810
## final  value 181.344810 
## stopped after 100 iterations
## # weights:  91
## initial  value 354.899249 
## iter  10 value 223.388776
## iter  20 value 207.802329
## iter  30 value 197.072456
## iter  40 value 189.394072
## iter  50 value 186.105494
## iter  60 value 184.700417
## iter  70 value 183.463815
## iter  80 value 182.894040
## iter  90 value 182.649791
## iter 100 value 182.303510
## final  value 182.303510 
## stopped after 100 iterations
## # weights:  101
## initial  value 349.858369 
## iter  10 value 223.751848
## iter  20 value 200.626914
## iter  30 value 192.381189
## iter  40 value 188.207053
## iter  50 value 184.970210
## iter  60 value 182.757168
## iter  70 value 181.899736
## iter  80 value 180.896454
## iter  90 value 180.523968
## iter 100 value 180.233260
## final  value 180.233260 
## stopped after 100 iterations
## # weights:  11
## initial  value 322.994700 
## iter  10 value 236.782167
## iter  20 value 234.184379
## final  value 234.179237 
## converged
## # weights:  21
## initial  value 341.065496 
## iter  10 value 234.448568
## iter  20 value 224.435500
## iter  30 value 222.865227
## iter  40 value 222.821196
## final  value 222.821165 
## converged
## # weights:  31
## initial  value 308.302754 
## iter  10 value 233.414340
## iter  20 value 222.662579
## iter  30 value 220.006281
## iter  40 value 219.704524
## iter  50 value 219.671737
## final  value 219.671637 
## converged
## # weights:  41
## initial  value 303.389380 
## iter  10 value 228.963562
## iter  20 value 222.346261
## iter  30 value 218.902745
## iter  40 value 217.445920
## iter  50 value 217.367545
## iter  60 value 217.359615
## final  value 217.359602 
## converged
## # weights:  51
## initial  value 334.989250 
## iter  10 value 227.489379
## iter  20 value 221.152414
## iter  30 value 219.826586
## iter  40 value 218.130838
## iter  50 value 216.989653
## iter  60 value 213.087483
## iter  70 value 212.062035
## iter  80 value 211.757646
## iter  90 value 211.682528
## iter 100 value 211.650032
## final  value 211.650032 
## stopped after 100 iterations
## # weights:  61
## initial  value 371.525109 
## iter  10 value 243.349176
## iter  20 value 222.953202
## iter  30 value 218.037984
## iter  40 value 215.336556
## iter  50 value 214.142131
## iter  60 value 213.943565
## iter  70 value 213.881561
## iter  80 value 213.874182
## final  value 213.874152 
## converged
## # weights:  71
## initial  value 287.727766 
## iter  10 value 225.895729
## iter  20 value 216.124440
## iter  30 value 212.616563
## iter  40 value 210.549619
## iter  50 value 208.950869
## iter  60 value 207.299911
## iter  70 value 206.381660
## iter  80 value 204.488935
## iter  90 value 203.667180
## iter 100 value 203.564020
## final  value 203.564020 
## stopped after 100 iterations
## # weights:  81
## initial  value 420.704346 
## iter  10 value 225.538826
## iter  20 value 214.906479
## iter  30 value 210.331497
## iter  40 value 208.816450
## iter  50 value 206.684869
## iter  60 value 205.529790
## iter  70 value 205.090171
## iter  80 value 204.821756
## iter  90 value 204.771281
## iter 100 value 204.752639
## final  value 204.752639 
## stopped after 100 iterations
## # weights:  91
## initial  value 316.528318 
## iter  10 value 226.094160
## iter  20 value 215.437921
## iter  30 value 208.466927
## iter  40 value 205.938213
## iter  50 value 205.576776
## iter  60 value 205.190414
## iter  70 value 204.401783
## iter  80 value 204.204301
## iter  90 value 204.093233
## iter 100 value 204.056761
## final  value 204.056761 
## stopped after 100 iterations
## # weights:  101
## initial  value 334.648969 
## iter  10 value 226.197773
## iter  20 value 212.848874
## iter  30 value 209.671666
## iter  40 value 208.271288
## iter  50 value 205.485519
## iter  60 value 204.440330
## iter  70 value 203.153028
## iter  80 value 202.359265
## iter  90 value 202.098038
## iter 100 value 201.969196
## final  value 201.969196 
## stopped after 100 iterations
## # weights:  11
## initial  value 320.918689 
## iter  10 value 241.971322
## iter  20 value 237.010104
## final  value 237.002964 
## converged
## # weights:  21
## initial  value 347.387844 
## iter  10 value 240.859386
## iter  20 value 230.438431
## iter  30 value 227.415189
## iter  40 value 227.082346
## final  value 227.082270 
## converged
## # weights:  31
## initial  value 322.215494 
## iter  10 value 230.414722
## iter  20 value 225.341540
## iter  30 value 224.812665
## iter  40 value 224.786274
## final  value 224.786196 
## converged
## # weights:  41
## initial  value 374.062919 
## iter  10 value 237.538897
## iter  20 value 225.488027
## iter  30 value 223.458562
## iter  40 value 223.043319
## iter  50 value 222.610352
## iter  60 value 222.115991
## iter  70 value 221.413352
## iter  80 value 220.155592
## iter  90 value 218.669751
## iter 100 value 218.058317
## final  value 218.058317 
## stopped after 100 iterations
## # weights:  51
## initial  value 336.635750 
## iter  10 value 258.442402
## iter  20 value 235.316561
## iter  30 value 224.872720
## iter  40 value 223.646830
## iter  50 value 221.394607
## iter  60 value 220.326143
## iter  70 value 219.936997
## iter  80 value 218.879011
## iter  90 value 218.242874
## iter 100 value 218.064940
## final  value 218.064940 
## stopped after 100 iterations
## # weights:  61
## initial  value 355.590359 
## iter  10 value 231.300108
## iter  20 value 225.838438
## iter  30 value 223.223145
## iter  40 value 221.901412
## iter  50 value 221.754039
## iter  60 value 221.695453
## iter  70 value 221.571661
## iter  80 value 221.272585
## iter  90 value 221.242559
## final  value 221.242376 
## converged
## # weights:  71
## initial  value 457.205995 
## iter  10 value 244.057029
## iter  20 value 224.044231
## iter  30 value 219.843826
## iter  40 value 217.909995
## iter  50 value 217.026235
## iter  60 value 216.810560
## iter  70 value 216.731568
## iter  80 value 216.715246
## iter  90 value 216.712441
## final  value 216.712225 
## converged
## # weights:  81
## initial  value 403.915426 
## iter  10 value 229.100768
## iter  20 value 222.067263
## iter  30 value 219.928359
## iter  40 value 217.934781
## iter  50 value 216.904856
## iter  60 value 216.595450
## iter  70 value 216.421908
## iter  80 value 216.275102
## iter  90 value 216.255135
## iter 100 value 216.243017
## final  value 216.243017 
## stopped after 100 iterations
## # weights:  91
## initial  value 360.694088 
## iter  10 value 264.665492
## iter  20 value 234.652992
## iter  30 value 225.824886
## iter  40 value 220.141922
## iter  50 value 217.620128
## iter  60 value 216.572402
## iter  70 value 216.206069
## iter  80 value 215.865470
## iter  90 value 215.627183
## iter 100 value 215.566530
## final  value 215.566530 
## stopped after 100 iterations
## # weights:  101
## initial  value 371.760739 
## iter  10 value 232.015363
## iter  20 value 223.172111
## iter  30 value 220.396999
## iter  40 value 219.143045
## iter  50 value 217.263920
## iter  60 value 216.757075
## iter  70 value 216.665105
## iter  80 value 216.645120
## iter  90 value 216.640527
## iter 100 value 216.626678
## final  value 216.626678 
## stopped after 100 iterations
## # weights:  11
## initial  value 386.746165 
## iter  10 value 255.152644
## iter  20 value 239.641012
## final  value 239.635438 
## converged
## # weights:  21
## initial  value 317.469556 
## iter  10 value 249.446225
## iter  20 value 230.360121
## iter  30 value 229.195190
## final  value 229.158258 
## converged
## # weights:  31
## initial  value 385.584557 
## iter  10 value 246.826702
## iter  20 value 233.464388
## iter  30 value 229.949801
## iter  40 value 226.655334
## iter  50 value 226.099126
## iter  60 value 225.891797
## final  value 225.891464 
## converged
## # weights:  41
## initial  value 320.737362 
## iter  10 value 242.542892
## iter  20 value 229.025534
## iter  30 value 227.826435
## iter  40 value 225.171963
## iter  50 value 224.696596
## iter  60 value 224.625485
## final  value 224.625144 
## converged
## # weights:  51
## initial  value 316.442085 
## iter  10 value 234.705027
## iter  20 value 229.902352
## iter  30 value 226.847056
## iter  40 value 226.467443
## iter  50 value 225.589498
## iter  60 value 225.106399
## iter  70 value 224.984778
## iter  80 value 224.721779
## iter  90 value 224.586230
## iter 100 value 223.990691
## final  value 223.990691 
## stopped after 100 iterations
## # weights:  61
## initial  value 428.864450 
## iter  10 value 235.207448
## iter  20 value 226.581273
## iter  30 value 225.797732
## iter  40 value 225.091374
## iter  50 value 224.354225
## iter  60 value 223.734631
## iter  70 value 223.609389
## iter  80 value 223.576445
## iter  90 value 223.567918
## final  value 223.567840 
## converged
## # weights:  71
## initial  value 326.090177 
## iter  10 value 233.265189
## iter  20 value 226.147713
## iter  30 value 224.331008
## iter  40 value 223.338920
## iter  50 value 223.165710
## iter  60 value 223.119946
## iter  70 value 223.104594
## iter  80 value 223.103705
## final  value 223.102268 
## converged
## # weights:  81
## initial  value 315.033404 
## iter  10 value 232.768638
## iter  20 value 227.019951
## iter  30 value 224.795724
## iter  40 value 224.436319
## iter  50 value 223.978626
## iter  60 value 223.755634
## iter  70 value 223.717950
## iter  80 value 223.704225
## iter  90 value 223.700129
## final  value 223.699778 
## converged
## # weights:  91
## initial  value 326.858849 
## iter  10 value 233.928951
## iter  20 value 226.721733
## iter  30 value 225.154587
## iter  40 value 224.759129
## iter  50 value 224.193985
## iter  60 value 223.001801
## iter  70 value 222.802036
## iter  80 value 222.734540
## iter  90 value 222.707054
## iter 100 value 222.702868
## final  value 222.702868 
## stopped after 100 iterations
## # weights:  101
## initial  value 365.624425 
## iter  10 value 238.233490
## iter  20 value 227.314812
## iter  30 value 224.542190
## iter  40 value 223.272711
## iter  50 value 223.087522
## iter  60 value 223.016860
## iter  70 value 222.983130
## iter  80 value 222.977413
## iter  90 value 222.976485
## iter 100 value 222.976278
## final  value 222.976278 
## stopped after 100 iterations
## # weights:  11
## initial  value 356.967271 
## iter  10 value 247.194014
## iter  20 value 240.617337
## iter  30 value 240.587799
## final  value 240.587748 
## converged
## # weights:  21
## initial  value 407.003569 
## iter  10 value 260.273103
## iter  20 value 233.052620
## iter  30 value 232.012097
## iter  40 value 231.864112
## final  value 231.864086 
## converged
## # weights:  31
## initial  value 323.736950 
## iter  10 value 243.908814
## iter  20 value 232.378980
## iter  30 value 230.173936
## iter  40 value 229.282806
## iter  50 value 228.865160
## iter  60 value 228.858587
## iter  70 value 228.858385
## iter  70 value 228.858383
## iter  70 value 228.858382
## final  value 228.858382 
## converged
## # weights:  41
## initial  value 342.118565 
## iter  10 value 243.893540
## iter  20 value 231.314122
## iter  30 value 228.960541
## iter  40 value 228.570259
## iter  50 value 228.272471
## iter  60 value 228.147040
## final  value 228.137239 
## converged
## # weights:  51
## initial  value 538.447594 
## iter  10 value 237.659934
## iter  20 value 232.274873
## iter  30 value 230.647683
## iter  40 value 229.247772
## iter  50 value 228.898794
## iter  60 value 228.869931
## iter  70 value 228.867652
## final  value 228.867640 
## converged
## # weights:  61
## initial  value 343.667176 
## iter  10 value 239.554799
## iter  20 value 230.441604
## iter  30 value 229.020169
## iter  40 value 228.536006
## iter  50 value 228.193151
## iter  60 value 228.085045
## iter  70 value 228.047472
## iter  80 value 228.025123
## iter  90 value 228.022951
## iter 100 value 228.021785
## final  value 228.021785 
## stopped after 100 iterations
## # weights:  71
## initial  value 360.181546 
## iter  10 value 235.832679
## iter  20 value 230.395768
## iter  30 value 228.826631
## iter  40 value 228.411803
## iter  50 value 228.230493
## iter  60 value 228.159385
## iter  70 value 228.148003
## iter  80 value 228.143345
## iter  90 value 228.092978
## iter 100 value 228.060002
## final  value 228.060002 
## stopped after 100 iterations
## # weights:  81
## initial  value 386.225615 
## iter  10 value 233.002099
## iter  20 value 229.054101
## iter  30 value 228.473444
## iter  40 value 228.296959
## iter  50 value 227.987764
## iter  60 value 227.837426
## iter  70 value 227.823180
## iter  80 value 227.821938
## iter  90 value 227.821286
## final  value 227.821182 
## converged
## # weights:  91
## initial  value 349.447468 
## iter  10 value 253.528710
## iter  20 value 232.626596
## iter  30 value 228.568297
## iter  40 value 228.240420
## iter  50 value 228.109762
## iter  60 value 228.088405
## iter  70 value 228.083189
## iter  80 value 228.081460
## iter  90 value 228.081121
## final  value 228.081054 
## converged
## # weights:  101
## initial  value 402.445984 
## iter  10 value 231.824530
## iter  20 value 228.922826
## iter  30 value 228.497576
## iter  40 value 228.213652
## iter  50 value 228.101642
## iter  60 value 228.049272
## iter  70 value 228.025226
## iter  80 value 228.013478
## iter  90 value 228.011550
## iter 100 value 228.011234
## final  value 228.011234 
## stopped after 100 iterations
## # weights:  11
## initial  value 489.698524 
## iter  10 value 256.858800
## iter  20 value 241.678191
## iter  30 value 231.484135
## iter  40 value 230.510559
## final  value 230.510026 
## converged
## # weights:  21
## initial  value 415.234955 
## iter  10 value 258.775105
## iter  20 value 226.228978
## iter  30 value 218.421421
## iter  40 value 217.272328
## iter  50 value 217.154162
## iter  60 value 217.138861
## final  value 217.138809 
## converged
## # weights:  31
## initial  value 318.034165 
## iter  10 value 226.946077
## iter  20 value 218.162040
## iter  30 value 213.287565
## iter  40 value 212.828565
## iter  50 value 212.710305
## final  value 212.707083 
## converged
## # weights:  41
## initial  value 316.074296 
## iter  10 value 243.004902
## iter  20 value 216.937444
## iter  30 value 206.219788
## iter  40 value 204.484131
## iter  50 value 202.920352
## iter  60 value 199.956046
## iter  70 value 199.627793
## iter  80 value 199.619600
## final  value 199.619315 
## converged
## # weights:  51
## initial  value 554.526691 
## iter  10 value 231.049074
## iter  20 value 212.882219
## iter  30 value 205.529482
## iter  40 value 203.935897
## iter  50 value 203.565780
## iter  60 value 203.296847
## iter  70 value 203.280935
## iter  80 value 203.278716
## final  value 203.278599 
## converged
## # weights:  61
## initial  value 314.457332 
## iter  10 value 228.393813
## iter  20 value 212.646269
## iter  30 value 206.469889
## iter  40 value 202.739147
## iter  50 value 200.941311
## iter  60 value 200.611551
## iter  70 value 200.304416
## iter  80 value 200.265696
## iter  90 value 200.263460
## iter 100 value 200.263251
## final  value 200.263251 
## stopped after 100 iterations
## # weights:  71
## initial  value 307.345261 
## iter  10 value 218.229355
## iter  20 value 205.708991
## iter  30 value 192.984723
## iter  40 value 189.026329
## iter  50 value 187.054338
## iter  60 value 185.959878
## iter  70 value 185.692992
## iter  80 value 185.645047
## iter  90 value 185.593762
## iter 100 value 185.587847
## final  value 185.587847 
## stopped after 100 iterations
## # weights:  81
## initial  value 317.013720 
## iter  10 value 237.782523
## iter  20 value 208.393370
## iter  30 value 196.369970
## iter  40 value 189.260195
## iter  50 value 187.373355
## iter  60 value 187.014755
## iter  70 value 186.864876
## iter  80 value 186.420459
## iter  90 value 185.784468
## iter 100 value 185.549170
## final  value 185.549170 
## stopped after 100 iterations
## # weights:  91
## initial  value 339.028365 
## iter  10 value 214.651603
## iter  20 value 194.741065
## iter  30 value 185.046835
## iter  40 value 179.103796
## iter  50 value 177.708675
## iter  60 value 176.743942
## iter  70 value 175.725589
## iter  80 value 175.602864
## iter  90 value 175.570099
## iter 100 value 175.553031
## final  value 175.553031 
## stopped after 100 iterations
## # weights:  101
## initial  value 330.381646 
## iter  10 value 218.026338
## iter  20 value 200.051974
## iter  30 value 186.609169
## iter  40 value 177.687377
## iter  50 value 174.874988
## iter  60 value 173.652716
## iter  70 value 172.428273
## iter  80 value 172.155525
## iter  90 value 171.838861
## iter 100 value 171.771315
## final  value 171.771315 
## stopped after 100 iterations
## # weights:  11
## initial  value 309.341261 
## iter  10 value 243.082169
## iter  20 value 233.779527
## iter  30 value 233.300300
## final  value 233.299904 
## converged
## # weights:  21
## initial  value 374.991980 
## iter  10 value 232.700147
## iter  20 value 222.021092
## iter  30 value 220.262198
## iter  40 value 220.164868
## final  value 220.164617 
## converged
## # weights:  31
## initial  value 311.426263 
## iter  10 value 237.625636
## iter  20 value 225.875230
## iter  30 value 220.499889
## iter  40 value 218.060837
## iter  50 value 217.944695
## iter  60 value 217.941369
## final  value 217.941365 
## converged
## # weights:  41
## initial  value 304.618354 
## iter  10 value 222.185444
## iter  20 value 215.811417
## iter  30 value 212.642562
## iter  40 value 210.821805
## iter  50 value 210.539771
## iter  60 value 210.512104
## iter  70 value 210.503133
## final  value 210.503123 
## converged
## # weights:  51
## initial  value 439.366825 
## iter  10 value 239.727218
## iter  20 value 216.182728
## iter  30 value 209.098802
## iter  40 value 206.708170
## iter  50 value 205.724755
## iter  60 value 204.015659
## iter  70 value 203.068478
## iter  80 value 202.996987
## final  value 202.996771 
## converged
## # weights:  61
## initial  value 364.264254 
## iter  10 value 223.090534
## iter  20 value 213.084205
## iter  30 value 209.420285
## iter  40 value 208.655039
## iter  50 value 208.012486
## iter  60 value 206.089921
## iter  70 value 205.304850
## iter  80 value 205.182503
## iter  90 value 205.180237
## final  value 205.180228 
## converged
## # weights:  71
## initial  value 328.002968 
## iter  10 value 220.411764
## iter  20 value 211.807640
## iter  30 value 206.106688
## iter  40 value 202.784847
## iter  50 value 201.725520
## iter  60 value 200.534665
## iter  70 value 198.893007
## iter  80 value 198.521823
## iter  90 value 198.482579
## iter 100 value 198.479748
## final  value 198.479748 
## stopped after 100 iterations
## # weights:  81
## initial  value 317.023672 
## iter  10 value 221.581302
## iter  20 value 211.700832
## iter  30 value 204.742857
## iter  40 value 200.968137
## iter  50 value 199.059274
## iter  60 value 198.261212
## iter  70 value 197.949083
## iter  80 value 197.889814
## iter  90 value 197.884647
## iter 100 value 197.882707
## final  value 197.882707 
## stopped after 100 iterations
## # weights:  91
## initial  value 447.743396 
## iter  10 value 219.110334
## iter  20 value 209.908320
## iter  30 value 203.897018
## iter  40 value 199.332658
## iter  50 value 198.422967
## iter  60 value 197.385558
## iter  70 value 195.538798
## iter  80 value 194.232271
## iter  90 value 193.945039
## iter 100 value 193.934642
## final  value 193.934642 
## stopped after 100 iterations
## # weights:  101
## initial  value 491.480979 
## iter  10 value 223.705129
## iter  20 value 208.158483
## iter  30 value 202.892971
## iter  40 value 199.133141
## iter  50 value 198.358851
## iter  60 value 197.459047
## iter  70 value 196.258972
## iter  80 value 195.955358
## iter  90 value 195.924137
## iter 100 value 195.901236
## final  value 195.901236 
## stopped after 100 iterations
## # weights:  11
## initial  value 327.776913 
## iter  10 value 249.172625
## iter  20 value 236.485320
## iter  30 value 235.795802
## final  value 235.773182 
## converged
## # weights:  21
## initial  value 389.646089 
## iter  10 value 246.931444
## iter  20 value 228.262695
## iter  30 value 225.386918
## iter  40 value 223.737495
## iter  50 value 223.615677
## iter  60 value 223.609547
## final  value 223.609506 
## converged
## # weights:  31
## initial  value 350.446590 
## iter  10 value 232.257743
## iter  20 value 222.272067
## iter  30 value 221.290218
## iter  40 value 221.230807
## iter  50 value 221.227115
## final  value 221.227098 
## converged
## # weights:  41
## initial  value 340.496974 
## iter  10 value 247.522976
## iter  20 value 223.677756
## iter  30 value 221.255393
## iter  40 value 219.118091
## iter  50 value 217.597650
## iter  60 value 216.480510
## iter  70 value 216.314199
## iter  80 value 216.306204
## final  value 216.305861 
## converged
## # weights:  51
## initial  value 337.021247 
## iter  10 value 239.141419
## iter  20 value 224.470492
## iter  30 value 220.602374
## iter  40 value 219.428560
## iter  50 value 218.674233
## iter  60 value 218.582002
## iter  70 value 217.493379
## iter  80 value 217.347800
## final  value 217.347226 
## converged
## # weights:  61
## initial  value 314.571410 
## iter  10 value 225.533122
## iter  20 value 218.707867
## iter  30 value 214.226393
## iter  40 value 212.941571
## iter  50 value 212.472637
## iter  60 value 212.432274
## iter  70 value 212.427717
## iter  80 value 212.427190
## final  value 212.427186 
## converged
## # weights:  71
## initial  value 507.071776 
## iter  10 value 246.429758
## iter  20 value 222.329571
## iter  30 value 216.639628
## iter  40 value 213.965966
## iter  50 value 213.045606
## iter  60 value 212.915158
## iter  70 value 211.523013
## iter  80 value 210.635695
## iter  90 value 209.986653
## iter 100 value 209.896708
## final  value 209.896708 
## stopped after 100 iterations
## # weights:  81
## initial  value 478.740290 
## iter  10 value 226.817630
## iter  20 value 219.452485
## iter  30 value 213.504941
## iter  40 value 212.260684
## iter  50 value 211.156099
## iter  60 value 210.993034
## iter  70 value 210.859461
## iter  80 value 210.721231
## iter  90 value 210.636978
## iter 100 value 210.209974
## final  value 210.209974 
## stopped after 100 iterations
## # weights:  91
## initial  value 346.882523 
## iter  10 value 228.686343
## iter  20 value 219.617475
## iter  30 value 216.917578
## iter  40 value 213.990112
## iter  50 value 211.434000
## iter  60 value 211.014591
## iter  70 value 210.725435
## iter  80 value 210.569077
## iter  90 value 210.524305
## iter 100 value 210.281041
## final  value 210.281041 
## stopped after 100 iterations
## # weights:  101
## initial  value 422.581237 
## iter  10 value 225.180279
## iter  20 value 218.716738
## iter  30 value 215.025431
## iter  40 value 214.265174
## iter  50 value 213.780895
## iter  60 value 213.567039
## iter  70 value 212.945532
## iter  80 value 212.544401
## iter  90 value 212.118341
## iter 100 value 211.176398
## final  value 211.176398 
## stopped after 100 iterations
## # weights:  11
## initial  value 315.286944 
## iter  10 value 251.175600
## iter  20 value 241.559189
## iter  30 value 239.538229
## final  value 239.492198 
## converged
## # weights:  21
## initial  value 315.263870 
## iter  10 value 237.505239
## iter  20 value 229.090695
## iter  30 value 227.896261
## iter  40 value 227.850542
## final  value 227.850480 
## converged
## # weights:  31
## initial  value 312.802627 
## iter  10 value 241.816325
## iter  20 value 227.457926
## iter  30 value 224.458116
## iter  40 value 223.773239
## iter  50 value 223.677131
## final  value 223.673398 
## converged
## # weights:  41
## initial  value 328.097750 
## iter  10 value 233.379229
## iter  20 value 226.268313
## iter  30 value 224.666248
## iter  40 value 223.977429
## iter  50 value 221.439531
## iter  60 value 220.743514
## iter  70 value 220.708540
## final  value 220.708315 
## converged
## # weights:  51
## initial  value 342.141548 
## iter  10 value 232.880570
## iter  20 value 227.247622
## iter  30 value 223.938772
## iter  40 value 222.713221
## iter  50 value 221.777740
## iter  60 value 221.373881
## iter  70 value 221.266092
## iter  80 value 221.045307
## iter  90 value 220.829620
## iter 100 value 219.450709
## final  value 219.450709 
## stopped after 100 iterations
## # weights:  61
## initial  value 385.578812 
## iter  10 value 230.161772
## iter  20 value 222.422863
## iter  30 value 221.173680
## iter  40 value 219.908438
## iter  50 value 219.588189
## iter  60 value 219.395953
## iter  70 value 219.322240
## iter  80 value 219.258461
## iter  90 value 219.251973
## final  value 219.251911 
## converged
## # weights:  71
## initial  value 361.417434 
## iter  10 value 235.646590
## iter  20 value 223.036387
## iter  30 value 220.714190
## iter  40 value 219.971813
## iter  50 value 219.717946
## iter  60 value 219.524051
## iter  70 value 219.383827
## iter  80 value 219.295689
## iter  90 value 219.286717
## iter 100 value 219.282687
## final  value 219.282687 
## stopped after 100 iterations
## # weights:  81
## initial  value 358.368122 
## iter  10 value 234.791680
## iter  20 value 224.184170
## iter  30 value 222.557821
## iter  40 value 221.613971
## iter  50 value 219.920258
## iter  60 value 219.361153
## iter  70 value 219.162783
## iter  80 value 219.093596
## iter  90 value 219.048304
## iter 100 value 219.037603
## final  value 219.037603 
## stopped after 100 iterations
## # weights:  91
## initial  value 349.345675 
## iter  10 value 231.079620
## iter  20 value 222.338654
## iter  30 value 220.416023
## iter  40 value 219.322413
## iter  50 value 219.020003
## iter  60 value 218.926184
## iter  70 value 218.884424
## iter  80 value 218.878190
## iter  90 value 218.876908
## iter 100 value 218.876721
## final  value 218.876721 
## stopped after 100 iterations
## # weights:  101
## initial  value 384.189848 
## iter  10 value 228.765574
## iter  20 value 221.622042
## iter  30 value 219.500813
## iter  40 value 219.147883
## iter  50 value 219.030522
## iter  60 value 219.004823
## iter  70 value 218.992872
## iter  80 value 218.972905
## iter  90 value 218.969376
## iter 100 value 218.968581
## final  value 218.968581 
## stopped after 100 iterations
## # weights:  11
## initial  value 334.149998 
## iter  10 value 257.550992
## iter  20 value 240.818958
## iter  30 value 240.185330
## final  value 240.179291 
## converged
## # weights:  21
## initial  value 324.834069 
## iter  10 value 241.199105
## iter  20 value 230.781096
## iter  30 value 228.980881
## iter  40 value 228.974696
## iter  40 value 228.974695
## iter  40 value 228.974695
## final  value 228.974695 
## converged
## # weights:  31
## initial  value 400.422566 
## iter  10 value 264.899743
## iter  20 value 231.275921
## iter  30 value 228.346050
## iter  40 value 227.876408
## iter  50 value 227.709890
## final  value 227.708888 
## converged
## # weights:  41
## initial  value 406.418847 
## iter  10 value 237.147567
## iter  20 value 228.109215
## iter  30 value 227.035700
## iter  40 value 226.920200
## iter  50 value 226.918108
## iter  60 value 226.917927
## final  value 226.917917 
## converged
## # weights:  51
## initial  value 318.597240 
## iter  10 value 231.659096
## iter  20 value 227.448177
## iter  30 value 225.490856
## iter  40 value 225.132558
## iter  50 value 225.123654
## iter  60 value 225.122775
## iter  60 value 225.122775
## iter  60 value 225.122774
## final  value 225.122774 
## converged
## # weights:  61
## initial  value 369.593798 
## iter  10 value 237.375760
## iter  20 value 228.164826
## iter  30 value 225.882679
## iter  40 value 224.791175
## iter  50 value 224.514969
## iter  60 value 224.451999
## iter  70 value 224.405810
## iter  80 value 224.227768
## iter  90 value 224.182202
## iter 100 value 224.180398
## final  value 224.180398 
## stopped after 100 iterations
## # weights:  71
## initial  value 302.741458 
## iter  10 value 235.816313
## iter  20 value 226.833413
## iter  30 value 225.633061
## iter  40 value 225.292768
## iter  50 value 225.160202
## iter  60 value 224.602763
## iter  70 value 224.570846
## iter  80 value 224.463800
## iter  90 value 224.361175
## iter 100 value 224.346836
## final  value 224.346836 
## stopped after 100 iterations
## # weights:  81
## initial  value 397.751424 
## iter  10 value 232.772624
## iter  20 value 226.241566
## iter  30 value 225.049745
## iter  40 value 224.170413
## iter  50 value 224.083203
## iter  60 value 224.061816
## iter  70 value 224.057800
## iter  80 value 224.057034
## iter  90 value 224.056011
## final  value 224.056004 
## converged
## # weights:  91
## initial  value 353.647860 
## iter  10 value 241.959954
## iter  20 value 227.226427
## iter  30 value 225.191808
## iter  40 value 224.551796
## iter  50 value 224.212178
## iter  60 value 224.103036
## iter  70 value 224.034202
## iter  80 value 224.028115
## iter  90 value 224.026534
## iter 100 value 224.026264
## final  value 224.026264 
## stopped after 100 iterations
## # weights:  101
## initial  value 322.599694 
## iter  10 value 231.511126
## iter  20 value 225.385555
## iter  30 value 224.503448
## iter  40 value 224.327688
## iter  50 value 224.313324
## iter  60 value 224.308533
## iter  70 value 224.301542
## iter  80 value 224.294881
## iter  90 value 224.291479
## iter 100 value 224.279904
## final  value 224.279904 
## stopped after 100 iterations
## # weights:  11
## initial  value 335.028857 
## iter  10 value 227.265343
## iter  20 value 221.277305
## final  value 221.003609 
## converged
## # weights:  21
## initial  value 303.768432 
## iter  10 value 223.335249
## iter  20 value 214.210133
## iter  30 value 210.908835
## iter  40 value 209.012356
## iter  50 value 208.962654
## final  value 208.962649 
## converged
## # weights:  31
## initial  value 315.289274 
## iter  10 value 220.877249
## iter  20 value 208.150332
## iter  30 value 204.127151
## iter  40 value 203.801402
## iter  50 value 203.761687
## final  value 203.760878 
## converged
## # weights:  41
## initial  value 321.731392 
## iter  10 value 224.960019
## iter  20 value 210.200996
## iter  30 value 199.321691
## iter  40 value 196.852714
## iter  50 value 195.856455
## iter  60 value 194.640046
## iter  70 value 193.782469
## iter  80 value 193.707607
## iter  90 value 193.695595
## iter 100 value 193.694689
## final  value 193.694689 
## stopped after 100 iterations
## # weights:  51
## initial  value 410.752501 
## iter  10 value 213.888674
## iter  20 value 203.895794
## iter  30 value 196.704155
## iter  40 value 193.453004
## iter  50 value 191.540759
## iter  60 value 190.950723
## iter  70 value 190.155472
## iter  80 value 189.931302
## iter  90 value 189.906707
## iter 100 value 189.905017
## final  value 189.905017 
## stopped after 100 iterations
## # weights:  61
## initial  value 332.097981 
## iter  10 value 213.894162
## iter  20 value 197.072936
## iter  30 value 189.009973
## iter  40 value 186.039255
## iter  50 value 182.235694
## iter  60 value 180.637832
## iter  70 value 180.340635
## iter  80 value 180.296308
## iter  90 value 180.288364
## iter 100 value 180.275636
## final  value 180.275636 
## stopped after 100 iterations
## # weights:  71
## initial  value 315.898026 
## iter  10 value 211.374620
## iter  20 value 196.614449
## iter  30 value 190.879644
## iter  40 value 189.570724
## iter  50 value 187.569485
## iter  60 value 186.859837
## iter  70 value 184.848059
## iter  80 value 183.591549
## iter  90 value 183.113434
## iter 100 value 180.939252
## final  value 180.939252 
## stopped after 100 iterations
## # weights:  81
## initial  value 341.710727 
## iter  10 value 216.628375
## iter  20 value 198.162787
## iter  30 value 186.855950
## iter  40 value 179.335737
## iter  50 value 174.510538
## iter  60 value 173.198162
## iter  70 value 172.972878
## iter  80 value 172.887485
## iter  90 value 172.860743
## iter 100 value 172.856997
## final  value 172.856997 
## stopped after 100 iterations
## # weights:  91
## initial  value 354.964597 
## iter  10 value 210.190191
## iter  20 value 192.442675
## iter  30 value 182.782155
## iter  40 value 177.337973
## iter  50 value 174.780859
## iter  60 value 174.254565
## iter  70 value 174.136955
## iter  80 value 174.041829
## iter  90 value 173.963909
## iter 100 value 173.949260
## final  value 173.949260 
## stopped after 100 iterations
## # weights:  101
## initial  value 360.371873 
## iter  10 value 226.810882
## iter  20 value 207.563268
## iter  30 value 194.801970
## iter  40 value 187.144773
## iter  50 value 181.986806
## iter  60 value 179.599280
## iter  70 value 178.689249
## iter  80 value 178.163341
## iter  90 value 175.354727
## iter 100 value 172.805338
## final  value 172.805338 
## stopped after 100 iterations
## # weights:  11
## initial  value 308.663485 
## iter  10 value 227.267373
## iter  20 value 224.365819
## iter  30 value 224.273022
## final  value 224.272343 
## converged
## # weights:  21
## initial  value 337.489981 
## iter  10 value 235.971583
## iter  20 value 218.869039
## iter  30 value 214.652898
## iter  40 value 213.763538
## iter  50 value 213.729342
## iter  60 value 213.726427
## final  value 213.726384 
## converged
## # weights:  31
## initial  value 386.184264 
## iter  10 value 230.096039
## iter  20 value 215.460645
## iter  30 value 212.294029
## iter  40 value 211.376078
## iter  50 value 211.280527
## final  value 211.279557 
## converged
## # weights:  41
## initial  value 317.054403 
## iter  10 value 226.871290
## iter  20 value 213.165540
## iter  30 value 209.123712
## iter  40 value 207.225103
## iter  50 value 205.829237
## iter  60 value 205.475662
## iter  70 value 205.425702
## final  value 205.425546 
## converged
## # weights:  51
## initial  value 410.290356 
## iter  10 value 261.803527
## iter  20 value 220.334214
## iter  30 value 210.277688
## iter  40 value 207.293522
## iter  50 value 205.489166
## iter  60 value 205.150732
## iter  70 value 204.443574
## iter  80 value 202.814313
## iter  90 value 200.905136
## iter 100 value 200.319087
## final  value 200.319087 
## stopped after 100 iterations
## # weights:  61
## initial  value 338.118713 
## iter  10 value 222.636602
## iter  20 value 211.022667
## iter  30 value 206.540333
## iter  40 value 201.985905
## iter  50 value 199.040444
## iter  60 value 198.595117
## iter  70 value 198.134985
## iter  80 value 197.998643
## iter  90 value 197.982610
## final  value 197.982442 
## converged
## # weights:  71
## initial  value 411.176209 
## iter  10 value 216.315146
## iter  20 value 206.698085
## iter  30 value 202.583340
## iter  40 value 197.545283
## iter  50 value 196.611405
## iter  60 value 196.442308
## iter  70 value 196.385702
## iter  80 value 195.680528
## iter  90 value 194.322833
## iter 100 value 193.842291
## final  value 193.842291 
## stopped after 100 iterations
## # weights:  81
## initial  value 424.143128 
## iter  10 value 214.983351
## iter  20 value 206.669011
## iter  30 value 200.570726
## iter  40 value 197.974753
## iter  50 value 196.025773
## iter  60 value 194.028617
## iter  70 value 192.904352
## iter  80 value 192.734935
## iter  90 value 192.670057
## iter 100 value 192.632644
## final  value 192.632644 
## stopped after 100 iterations
## # weights:  91
## initial  value 328.398189 
## iter  10 value 213.238146
## iter  20 value 206.366084
## iter  30 value 199.151951
## iter  40 value 195.052437
## iter  50 value 193.447096
## iter  60 value 193.019031
## iter  70 value 192.915231
## iter  80 value 192.861997
## iter  90 value 192.802704
## iter 100 value 192.795333
## final  value 192.795333 
## stopped after 100 iterations
## # weights:  101
## initial  value 478.260008 
## iter  10 value 216.431800
## iter  20 value 204.062582
## iter  30 value 201.455191
## iter  40 value 196.912302
## iter  50 value 194.757866
## iter  60 value 193.526032
## iter  70 value 192.623679
## iter  80 value 192.034791
## iter  90 value 191.863862
## iter 100 value 191.713415
## final  value 191.713415 
## stopped after 100 iterations
## # weights:  11
## initial  value 396.885905 
## iter  10 value 280.327520
## iter  20 value 235.981311
## iter  30 value 229.885562
## iter  40 value 228.327873
## iter  40 value 228.327872
## iter  40 value 228.327872
## final  value 228.327872 
## converged
## # weights:  21
## initial  value 315.425919 
## iter  10 value 244.772784
## iter  20 value 223.875788
## iter  30 value 218.828752
## iter  40 value 217.314546
## iter  50 value 216.700016
## iter  60 value 216.384060
## iter  70 value 215.915463
## final  value 215.912493 
## converged
## # weights:  31
## initial  value 375.874251 
## iter  10 value 238.742209
## iter  20 value 219.363039
## iter  30 value 214.341514
## iter  40 value 213.261658
## iter  50 value 212.815816
## iter  60 value 212.780934
## final  value 212.780838 
## converged
## # weights:  41
## initial  value 377.949238 
## iter  10 value 254.890288
## iter  20 value 220.578262
## iter  30 value 213.696546
## iter  40 value 211.110416
## iter  50 value 210.606718
## iter  60 value 210.502290
## iter  70 value 210.499816
## iter  80 value 210.499779
## iter  80 value 210.499777
## iter  80 value 210.499776
## final  value 210.499776 
## converged
## # weights:  51
## initial  value 399.868068 
## iter  10 value 221.083835
## iter  20 value 212.429434
## iter  30 value 210.766338
## iter  40 value 210.080222
## iter  50 value 209.869135
## iter  60 value 209.618213
## iter  70 value 208.721255
## iter  80 value 208.394082
## iter  90 value 208.053076
## iter 100 value 208.017464
## final  value 208.017464 
## stopped after 100 iterations
## # weights:  61
## initial  value 347.540199 
## iter  10 value 222.236008
## iter  20 value 213.566737
## iter  30 value 210.099490
## iter  40 value 209.297431
## iter  50 value 208.660505
## iter  60 value 207.448906
## iter  70 value 205.801307
## iter  80 value 205.567577
## iter  90 value 205.555487
## final  value 205.554683 
## converged
## # weights:  71
## initial  value 349.027127 
## iter  10 value 219.242514
## iter  20 value 210.420948
## iter  30 value 209.727425
## iter  40 value 208.003785
## iter  50 value 205.976654
## iter  60 value 205.546020
## iter  70 value 205.379401
## iter  80 value 205.297821
## iter  90 value 205.290030
## iter 100 value 205.288577
## final  value 205.288577 
## stopped after 100 iterations
## # weights:  81
## initial  value 365.738691 
## iter  10 value 217.849992
## iter  20 value 211.579692
## iter  30 value 209.772185
## iter  40 value 209.111482
## iter  50 value 208.706227
## iter  60 value 207.423825
## iter  70 value 205.494862
## iter  80 value 205.358805
## iter  90 value 205.308287
## iter 100 value 205.268463
## final  value 205.268463 
## stopped after 100 iterations
## # weights:  91
## initial  value 492.476334 
## iter  10 value 217.885834
## iter  20 value 210.276622
## iter  30 value 207.594713
## iter  40 value 206.010900
## iter  50 value 205.575501
## iter  60 value 205.291343
## iter  70 value 204.732723
## iter  80 value 204.580486
## iter  90 value 204.556135
## iter 100 value 204.550582
## final  value 204.550582 
## stopped after 100 iterations
## # weights:  101
## initial  value 319.801013 
## iter  10 value 238.873697
## iter  20 value 217.400783
## iter  30 value 211.038234
## iter  40 value 209.555925
## iter  50 value 208.207108
## iter  60 value 206.602001
## iter  70 value 205.728391
## iter  80 value 205.463972
## iter  90 value 205.245319
## iter 100 value 204.824727
## final  value 204.824727 
## stopped after 100 iterations
## # weights:  11
## initial  value 316.342139 
## iter  10 value 233.960278
## iter  20 value 229.742797
## final  value 229.719527 
## converged
## # weights:  21
## initial  value 336.871522 
## iter  10 value 232.958089
## iter  20 value 222.200587
## iter  30 value 220.866597
## final  value 220.846524 
## converged
## # weights:  31
## initial  value 345.640439 
## iter  10 value 230.444815
## iter  20 value 220.061416
## iter  30 value 217.026409
## iter  40 value 216.354982
## iter  50 value 216.315271
## final  value 216.311264 
## converged
## # weights:  41
## initial  value 382.307993 
## iter  10 value 241.039351
## iter  20 value 219.871243
## iter  30 value 217.442555
## iter  40 value 216.305187
## iter  50 value 215.945530
## iter  60 value 215.848078
## iter  70 value 215.844340
## final  value 215.844335 
## converged
## # weights:  51
## initial  value 376.065207 
## iter  10 value 228.277667
## iter  20 value 219.243890
## iter  30 value 216.632579
## iter  40 value 215.874387
## iter  50 value 214.971193
## iter  60 value 214.389998
## iter  70 value 214.287031
## iter  80 value 214.279646
## final  value 214.279534 
## converged
## # weights:  61
## initial  value 302.668925 
## iter  10 value 237.385989
## iter  20 value 218.883229
## iter  30 value 215.049323
## iter  40 value 214.511379
## iter  50 value 214.473414
## iter  60 value 214.469058
## iter  70 value 214.468583
## iter  70 value 214.468581
## iter  70 value 214.468581
## final  value 214.468581 
## converged
## # weights:  71
## initial  value 355.729947 
## iter  10 value 224.137654
## iter  20 value 216.879461
## iter  30 value 215.714611
## iter  40 value 214.971806
## iter  50 value 214.594160
## iter  60 value 214.538201
## iter  70 value 214.523735
## iter  80 value 214.519755
## iter  90 value 214.518407
## iter 100 value 214.514156
## final  value 214.514156 
## stopped after 100 iterations
## # weights:  81
## initial  value 303.608933 
## iter  10 value 221.862038
## iter  20 value 215.517150
## iter  30 value 214.558011
## iter  40 value 214.452146
## iter  50 value 214.420921
## iter  60 value 214.346755
## iter  70 value 214.327150
## iter  80 value 214.321657
## iter  90 value 214.317111
## final  value 214.316790 
## converged
## # weights:  91
## initial  value 312.623254 
## iter  10 value 220.567707
## iter  20 value 216.762309
## iter  30 value 215.100050
## iter  40 value 213.639006
## iter  50 value 213.192437
## iter  60 value 213.170158
## iter  70 value 213.158318
## iter  80 value 213.152271
## final  value 213.152171 
## converged
## # weights:  101
## initial  value 368.331349 
## iter  10 value 221.256916
## iter  20 value 215.595060
## iter  30 value 214.424765
## iter  40 value 213.978566
## iter  50 value 213.327497
## iter  60 value 212.767937
## iter  70 value 212.700579
## iter  80 value 212.681331
## iter  90 value 212.676645
## iter 100 value 212.675785
## final  value 212.675785 
## stopped after 100 iterations
## # weights:  11
## initial  value 333.731815 
## iter  10 value 242.970017
## iter  20 value 234.255306
## iter  30 value 233.994754
## final  value 233.991204 
## converged
## # weights:  21
## initial  value 314.817943 
## iter  10 value 239.267849
## iter  20 value 225.720089
## iter  30 value 224.021868
## iter  40 value 223.946849
## iter  40 value 223.946848
## iter  40 value 223.946848
## final  value 223.946848 
## converged
## # weights:  31
## initial  value 341.952470 
## iter  10 value 229.646994
## iter  20 value 223.677975
## iter  30 value 221.507788
## iter  40 value 220.909777
## iter  50 value 220.890625
## final  value 220.890339 
## converged
## # weights:  41
## initial  value 380.952871 
## iter  10 value 232.511025
## iter  20 value 221.832917
## iter  30 value 220.410375
## iter  40 value 219.129319
## iter  50 value 218.986357
## iter  60 value 218.983792
## final  value 218.983750 
## converged
## # weights:  51
## initial  value 409.502226 
## iter  10 value 260.334097
## iter  20 value 221.357871
## iter  30 value 218.882451
## iter  40 value 218.288667
## iter  50 value 218.224314
## iter  60 value 218.183869
## iter  70 value 218.179434
## final  value 218.179333 
## converged
## # weights:  61
## initial  value 348.371629 
## iter  10 value 251.363078
## iter  20 value 224.585523
## iter  30 value 219.658996
## iter  40 value 218.200584
## iter  50 value 218.079208
## iter  60 value 218.034247
## iter  70 value 218.012412
## iter  80 value 218.007212
## final  value 218.006853 
## converged
## # weights:  71
## initial  value 362.127466 
## iter  10 value 223.772916
## iter  20 value 219.125234
## iter  30 value 218.275204
## iter  40 value 218.196552
## iter  50 value 218.149923
## iter  60 value 218.130070
## iter  70 value 218.114652
## iter  80 value 218.110723
## iter  90 value 218.110197
## final  value 218.110174 
## converged
## # weights:  81
## initial  value 332.981414 
## iter  10 value 224.766833
## iter  20 value 218.797351
## iter  30 value 218.258725
## iter  40 value 218.155761
## iter  50 value 218.120993
## iter  60 value 218.107732
## iter  70 value 218.101823
## iter  80 value 218.101322
## iter  90 value 218.101174
## final  value 218.101159 
## converged
## # weights:  91
## initial  value 374.671496 
## iter  10 value 225.527439
## iter  20 value 219.634993
## iter  30 value 218.405362
## iter  40 value 218.184720
## iter  50 value 218.126427
## iter  60 value 218.118727
## iter  70 value 218.113629
## iter  80 value 218.108376
## iter  90 value 218.101619
## iter 100 value 218.098644
## final  value 218.098644 
## stopped after 100 iterations
## # weights:  101
## initial  value 384.504543 
## iter  10 value 229.082208
## iter  20 value 220.746536
## iter  30 value 219.073319
## iter  40 value 217.994427
## iter  50 value 217.852450
## iter  60 value 217.814131
## iter  70 value 217.800351
## iter  80 value 217.798303
## iter  90 value 217.797737
## final  value 217.797599 
## converged
## # weights:  11
## initial  value 435.163844 
## iter  10 value 241.520841
## iter  20 value 236.539881
## final  value 236.536324 
## converged
## # weights:  21
## initial  value 355.889192 
## iter  10 value 236.780396
## iter  20 value 224.336579
## iter  30 value 222.278898
## iter  40 value 221.780488
## iter  50 value 221.765687
## iter  60 value 221.764739
## final  value 221.764722 
## converged
## # weights:  31
## initial  value 350.921402 
## iter  10 value 230.964583
## iter  20 value 220.795039
## iter  30 value 217.899507
## iter  40 value 217.324921
## iter  50 value 216.672819
## iter  60 value 216.632426
## final  value 216.631870 
## converged
## # weights:  41
## initial  value 320.689395 
## iter  10 value 239.213899
## iter  20 value 229.128848
## iter  30 value 225.276778
## iter  40 value 221.991968
## iter  50 value 218.109603
## iter  60 value 215.236027
## iter  70 value 214.294034
## iter  80 value 213.291695
## iter  90 value 213.248665
## iter 100 value 213.235219
## final  value 213.235219 
## stopped after 100 iterations
## # weights:  51
## initial  value 340.875521 
## iter  10 value 229.292568
## iter  20 value 219.092238
## iter  30 value 212.999343
## iter  40 value 212.258342
## iter  50 value 211.199512
## iter  60 value 207.951825
## iter  70 value 206.310097
## iter  80 value 205.981496
## iter  90 value 205.942136
## final  value 205.941523 
## converged
## # weights:  61
## initial  value 355.085312 
## iter  10 value 222.134049
## iter  20 value 207.467121
## iter  30 value 202.302040
## iter  40 value 201.201408
## iter  50 value 201.028078
## iter  60 value 200.785905
## iter  70 value 200.742521
## iter  80 value 200.730517
## iter  90 value 200.725513
## final  value 200.725484 
## converged
## # weights:  71
## initial  value 369.168334 
## iter  10 value 232.655059
## iter  20 value 214.948691
## iter  30 value 206.363716
## iter  40 value 201.480617
## iter  50 value 198.155463
## iter  60 value 197.048564
## iter  70 value 196.734993
## iter  80 value 196.675527
## iter  90 value 196.598501
## iter 100 value 196.334753
## final  value 196.334753 
## stopped after 100 iterations
## # weights:  81
## initial  value 293.399790 
## iter  10 value 225.256438
## iter  20 value 215.602421
## iter  30 value 208.173538
## iter  40 value 198.220550
## iter  50 value 189.082904
## iter  60 value 185.351669
## iter  70 value 184.303892
## iter  80 value 183.407557
## iter  90 value 183.291141
## iter 100 value 183.170116
## final  value 183.170116 
## stopped after 100 iterations
## # weights:  91
## initial  value 354.301656 
## iter  10 value 226.148432
## iter  20 value 212.950428
## iter  30 value 203.734241
## iter  40 value 201.085925
## iter  50 value 196.615490
## iter  60 value 192.960976
## iter  70 value 188.568452
## iter  80 value 185.994412
## iter  90 value 184.715454
## iter 100 value 184.062806
## final  value 184.062806 
## stopped after 100 iterations
## # weights:  101
## initial  value 325.275957 
## iter  10 value 228.673227
## iter  20 value 212.562513
## iter  30 value 198.423503
## iter  40 value 191.128837
## iter  50 value 189.668450
## iter  60 value 189.023542
## iter  70 value 186.424923
## iter  80 value 183.947313
## iter  90 value 182.754644
## iter 100 value 182.086072
## final  value 182.086072 
## stopped after 100 iterations
## # weights:  11
## initial  value 322.548113 
## iter  10 value 242.282139
## iter  20 value 238.585137
## iter  30 value 238.583441
## final  value 238.583428 
## converged
## # weights:  21
## initial  value 350.401716 
## iter  10 value 236.630481
## iter  20 value 227.999329
## iter  30 value 226.961057
## iter  40 value 226.897804
## final  value 226.897748 
## converged
## # weights:  31
## initial  value 437.577333 
## iter  10 value 240.885478
## iter  20 value 229.824030
## iter  30 value 224.896350
## iter  40 value 224.491998
## iter  50 value 224.460125
## final  value 224.458650 
## converged
## # weights:  41
## initial  value 369.503890 
## iter  10 value 237.987441
## iter  20 value 226.836892
## iter  30 value 222.786345
## iter  40 value 221.127412
## iter  50 value 220.088891
## iter  60 value 219.761544
## iter  70 value 219.028060
## iter  80 value 218.652267
## iter  90 value 218.140221
## iter 100 value 217.949473
## final  value 217.949473 
## stopped after 100 iterations
## # weights:  51
## initial  value 342.071650 
## iter  10 value 248.381009
## iter  20 value 230.351179
## iter  30 value 222.162689
## iter  40 value 219.580532
## iter  50 value 217.973999
## iter  60 value 216.836176
## iter  70 value 214.849403
## iter  80 value 214.387025
## iter  90 value 214.096042
## iter 100 value 214.072341
## final  value 214.072341 
## stopped after 100 iterations
## # weights:  61
## initial  value 543.308308 
## iter  10 value 277.811642
## iter  20 value 227.644025
## iter  30 value 222.041309
## iter  40 value 218.648616
## iter  50 value 216.733398
## iter  60 value 215.996834
## iter  70 value 214.857338
## iter  80 value 214.307953
## iter  90 value 214.100757
## iter 100 value 214.043309
## final  value 214.043309 
## stopped after 100 iterations
## # weights:  71
## initial  value 373.585009 
## iter  10 value 245.602122
## iter  20 value 230.125677
## iter  30 value 223.857802
## iter  40 value 219.824012
## iter  50 value 215.643479
## iter  60 value 214.246527
## iter  70 value 214.059183
## iter  80 value 214.011479
## iter  90 value 214.001185
## iter 100 value 213.998981
## final  value 213.998981 
## stopped after 100 iterations
## # weights:  81
## initial  value 434.239085 
## iter  10 value 259.715002
## iter  20 value 227.476215
## iter  30 value 216.402542
## iter  40 value 211.321721
## iter  50 value 210.407651
## iter  60 value 210.251274
## iter  70 value 210.005411
## iter  80 value 209.244922
## iter  90 value 209.135884
## iter 100 value 209.056354
## final  value 209.056354 
## stopped after 100 iterations
## # weights:  91
## initial  value 312.166309 
## iter  10 value 234.669132
## iter  20 value 223.774093
## iter  30 value 217.334979
## iter  40 value 215.882905
## iter  50 value 213.177109
## iter  60 value 210.738836
## iter  70 value 208.691989
## iter  80 value 207.872559
## iter  90 value 206.774964
## iter 100 value 206.456695
## final  value 206.456695 
## stopped after 100 iterations
## # weights:  101
## initial  value 321.497761 
## iter  10 value 230.610264
## iter  20 value 219.446416
## iter  30 value 213.635428
## iter  40 value 209.078394
## iter  50 value 206.493788
## iter  60 value 205.341376
## iter  70 value 204.962816
## iter  80 value 204.833895
## iter  90 value 204.826001
## iter 100 value 204.821673
## final  value 204.821673 
## stopped after 100 iterations
## # weights:  11
## initial  value 395.226219 
## iter  10 value 245.550502
## iter  20 value 241.306125
## iter  30 value 240.925088
## final  value 240.908952 
## converged
## # weights:  21
## initial  value 333.775974 
## iter  10 value 240.770887
## iter  20 value 229.948422
## iter  30 value 229.049938
## iter  40 value 229.010750
## iter  40 value 229.010750
## iter  40 value 229.010750
## final  value 229.010750 
## converged
## # weights:  31
## initial  value 321.160810 
## iter  10 value 234.716480
## iter  20 value 228.786385
## iter  30 value 227.636129
## iter  40 value 227.558029
## final  value 227.556427 
## converged
## # weights:  41
## initial  value 331.025759 
## iter  10 value 259.092469
## iter  20 value 233.638743
## iter  30 value 227.371076
## iter  40 value 225.879647
## iter  50 value 225.668245
## iter  60 value 225.416500
## iter  70 value 225.397680
## final  value 225.397554 
## converged
## # weights:  51
## initial  value 376.135207 
## iter  10 value 259.800692
## iter  20 value 230.735760
## iter  30 value 226.927865
## iter  40 value 225.653410
## iter  50 value 224.776607
## iter  60 value 224.472323
## iter  70 value 224.281993
## iter  80 value 224.243989
## final  value 224.243851 
## converged
## # weights:  61
## initial  value 334.205375 
## iter  10 value 238.457498
## iter  20 value 225.913598
## iter  30 value 223.422071
## iter  40 value 221.393010
## iter  50 value 221.084060
## iter  60 value 221.018279
## iter  70 value 221.007904
## iter  80 value 221.007213
## iter  80 value 221.007212
## iter  80 value 221.007212
## final  value 221.007212 
## converged
## # weights:  71
## initial  value 337.739231 
## iter  10 value 242.935636
## iter  20 value 227.778479
## iter  30 value 225.146929
## iter  40 value 224.012692
## iter  50 value 223.346803
## iter  60 value 222.828981
## iter  70 value 221.862434
## iter  80 value 221.731851
## iter  90 value 221.643553
## iter 100 value 221.300094
## final  value 221.300094 
## stopped after 100 iterations
## # weights:  81
## initial  value 313.981157 
## iter  10 value 233.507130
## iter  20 value 225.425526
## iter  30 value 223.971187
## iter  40 value 222.303332
## iter  50 value 221.330933
## iter  60 value 220.403468
## iter  70 value 220.273892
## iter  80 value 220.258381
## iter  90 value 220.162431
## iter 100 value 219.405448
## final  value 219.405448 
## stopped after 100 iterations
## # weights:  91
## initial  value 352.101667 
## iter  10 value 231.135672
## iter  20 value 226.071617
## iter  30 value 223.630883
## iter  40 value 222.229847
## iter  50 value 221.430610
## iter  60 value 220.354945
## iter  70 value 220.036854
## iter  80 value 219.977772
## iter  90 value 219.912081
## iter 100 value 219.845847
## final  value 219.845847 
## stopped after 100 iterations
## # weights:  101
## initial  value 350.940154 
## iter  10 value 235.206763
## iter  20 value 226.066153
## iter  30 value 221.089500
## iter  40 value 219.747382
## iter  50 value 219.559478
## iter  60 value 219.327635
## iter  70 value 218.884615
## iter  80 value 218.721977
## iter  90 value 218.656451
## iter 100 value 218.577454
## final  value 218.577454 
## stopped after 100 iterations
## # weights:  11
## initial  value 358.451381 
## iter  10 value 294.892623
## iter  20 value 244.022709
## iter  30 value 243.101775
## final  value 243.066145 
## converged
## # weights:  21
## initial  value 334.196814 
## iter  10 value 244.763515
## iter  20 value 234.259555
## iter  30 value 233.137294
## final  value 233.098939 
## converged
## # weights:  31
## initial  value 337.441314 
## iter  10 value 232.938662
## iter  20 value 230.797730
## iter  30 value 230.679029
## iter  40 value 230.669299
## final  value 230.669175 
## converged
## # weights:  41
## initial  value 387.069848 
## iter  10 value 253.346387
## iter  20 value 234.633221
## iter  30 value 230.830509
## iter  40 value 228.829395
## iter  50 value 228.363661
## iter  60 value 228.315990
## final  value 228.314738 
## converged
## # weights:  51
## initial  value 659.950793 
## iter  10 value 265.928328
## iter  20 value 233.848717
## iter  30 value 229.379906
## iter  40 value 228.146102
## iter  50 value 228.009807
## iter  60 value 227.944427
## iter  70 value 227.934858
## iter  80 value 227.934731
## final  value 227.934725 
## converged
## # weights:  61
## initial  value 349.576231 
## iter  10 value 238.544399
## iter  20 value 230.634941
## iter  30 value 229.251653
## iter  40 value 228.923979
## iter  50 value 228.743460
## iter  60 value 228.624443
## iter  70 value 228.073981
## iter  80 value 227.751619
## iter  90 value 227.739457
## iter 100 value 227.739088
## final  value 227.739088 
## stopped after 100 iterations
## # weights:  71
## initial  value 320.779407 
## iter  10 value 234.234014
## iter  20 value 228.949199
## iter  30 value 227.996860
## iter  40 value 227.773796
## iter  50 value 227.752239
## iter  60 value 227.747288
## iter  70 value 227.746445
## iter  80 value 227.745752
## final  value 227.745732 
## converged
## # weights:  81
## initial  value 529.511733 
## iter  10 value 240.692103
## iter  20 value 230.148296
## iter  30 value 229.378406
## iter  40 value 228.857604
## iter  50 value 228.664018
## iter  60 value 228.346229
## iter  70 value 227.988054
## iter  80 value 227.924587
## iter  90 value 227.830857
## iter 100 value 227.656984
## final  value 227.656984 
## stopped after 100 iterations
## # weights:  91
## initial  value 332.991459 
## iter  10 value 243.979678
## iter  20 value 230.414455
## iter  30 value 227.963940
## iter  40 value 227.699533
## iter  50 value 227.613424
## iter  60 value 227.583203
## iter  70 value 227.576620
## iter  80 value 227.571478
## iter  90 value 227.517271
## iter 100 value 227.485013
## final  value 227.485013 
## stopped after 100 iterations
## # weights:  101
## initial  value 412.441703 
## iter  10 value 237.171226
## iter  20 value 230.454656
## iter  30 value 228.311771
## iter  40 value 227.457224
## iter  50 value 227.086126
## iter  60 value 226.985769
## iter  70 value 226.959740
## iter  80 value 226.952663
## iter  90 value 226.951675
## final  value 226.951624 
## converged
## # weights:  11
## initial  value 316.350558 
## iter  10 value 247.575621
## iter  20 value 247.025845
## final  value 247.025233 
## converged
## # weights:  21
## initial  value 337.315004 
## iter  10 value 251.841783
## iter  20 value 235.362358
## iter  30 value 234.289365
## final  value 234.249609 
## converged
## # weights:  31
## initial  value 321.665424 
## iter  10 value 245.763275
## iter  20 value 238.115556
## iter  30 value 234.968811
## iter  40 value 233.711539
## iter  50 value 233.456706
## final  value 233.450715 
## converged
## # weights:  41
## initial  value 345.599876 
## iter  10 value 238.305645
## iter  20 value 234.352894
## iter  30 value 232.800645
## iter  40 value 232.194889
## iter  50 value 231.761323
## iter  60 value 231.744946
## final  value 231.744940 
## converged
## # weights:  51
## initial  value 328.311243 
## iter  10 value 240.053286
## iter  20 value 233.463111
## iter  30 value 232.503251
## iter  40 value 231.965253
## iter  50 value 231.470379
## iter  60 value 231.437446
## final  value 231.437427 
## converged
## # weights:  61
## initial  value 299.287136 
## iter  10 value 243.668112
## iter  20 value 233.185956
## iter  30 value 232.667120
## iter  40 value 232.374485
## iter  50 value 232.207210
## iter  60 value 232.173050
## iter  70 value 231.902848
## iter  80 value 231.594633
## iter  90 value 231.529914
## iter 100 value 231.527461
## final  value 231.527461 
## stopped after 100 iterations
## # weights:  71
## initial  value 337.977863 
## iter  10 value 237.760070
## iter  20 value 232.821263
## iter  30 value 231.973811
## iter  40 value 231.621443
## iter  50 value 231.601480
## iter  60 value 231.599069
## iter  70 value 231.597489
## iter  80 value 231.597438
## final  value 231.597433 
## converged
## # weights:  81
## initial  value 357.184136 
## iter  10 value 240.154323
## iter  20 value 233.881842
## iter  30 value 232.571529
## iter  40 value 232.067386
## iter  50 value 232.015836
## iter  60 value 231.998750
## iter  70 value 231.986203
## iter  80 value 231.969553
## iter  90 value 231.968127
## final  value 231.967947 
## converged
## # weights:  91
## initial  value 381.540465 
## iter  10 value 237.728747
## iter  20 value 233.711199
## iter  30 value 232.470696
## iter  40 value 232.093565
## iter  50 value 231.910013
## iter  60 value 231.795765
## iter  70 value 231.786263
## iter  80 value 231.785354
## iter  90 value 231.785210
## final  value 231.785205 
## converged
## # weights:  101
## initial  value 404.159137 
## iter  10 value 236.505714
## iter  20 value 232.584623
## iter  30 value 232.022761
## iter  40 value 231.852635
## iter  50 value 231.785709
## iter  60 value 231.781849
## iter  70 value 231.781710
## final  value 231.781704 
## converged
## # weights:  31
## initial  value 366.140471 
## iter  10 value 279.468198
## iter  20 value 254.389362
## iter  30 value 251.169159
## iter  40 value 250.382424
## iter  50 value 250.265111
## iter  60 value 250.049609
## iter  70 value 249.955137
## iter  80 value 249.953498
## final  value 249.953428 
## converged
print(cv.nn)
## Neural Network 
## 
## 538 samples
##   8 predictor
##   2 classes: 'no', 'yes' 
## 
## Pre-processing: centered (8), scaled (8) 
## Resampling: Cross-Validated (10 fold) 
## Summary of sample sizes: 484, 484, 484, 484, 484, 485, ... 
## Resampling results across tuning parameters:
## 
##   size  decay  Accuracy   Kappa    
##    1    0.1    0.7602376  0.4486843
##    1    0.2    0.7621244  0.4535235
##    1    0.3    0.7583857  0.4439968
##    1    0.4    0.7583857  0.4440933
##    1    0.5    0.7583857  0.4439968
##    2    0.1    0.7435010  0.4007258
##    2    0.2    0.7566038  0.4353347
##    2    0.3    0.7584207  0.4386169
##    2    0.4    0.7565688  0.4360372
##    2    0.5    0.7658281  0.4539449
##    3    0.1    0.7436059  0.4158467
##    3    0.2    0.7435360  0.4055798
##    3    0.3    0.7584906  0.4440633
##    3    0.4    0.7658980  0.4578264
##    3    0.5    0.7602725  0.4430181
##    4    0.1    0.7363033  0.4039011
##    4    0.2    0.7306080  0.3904462
##    4    0.3    0.7640112  0.4545640
##    4    0.4    0.7509783  0.4211909
##    4    0.5    0.7603075  0.4381385
##    5    0.1    0.7380154  0.4065340
##    5    0.2    0.7454228  0.4191227
##    5    0.3    0.7380853  0.3972731
##    5    0.4    0.7510133  0.4200858
##    5    0.5    0.7621943  0.4447765
##    6    0.1    0.7437107  0.4222613
##    6    0.2    0.7511880  0.4404640
##    6    0.3    0.7529001  0.4313629
##    6    0.4    0.7566387  0.4379554
##    6    0.5    0.7621593  0.4471200
##    7    0.1    0.7380853  0.4141561
##    7    0.2    0.7417540  0.4172248
##    7    0.3    0.7510482  0.4330640
##    7    0.4    0.7584556  0.4450587
##    7    0.5    0.7528651  0.4284462
##    8    0.1    0.6972048  0.3222010
##    8    0.2    0.7380853  0.4069281
##    8    0.3    0.7380503  0.3998878
##    8    0.4    0.7528302  0.4341593
##    8    0.5    0.7491265  0.4152627
##    9    0.1    0.7233054  0.3804332
##    9    0.2    0.7324598  0.3928119
##    9    0.3    0.7529001  0.4383980
##    9    0.4    0.7510133  0.4262555
##    9    0.5    0.7546820  0.4298052
##   10    0.1    0.7193920  0.3744421
##   10    0.2    0.7529700  0.4405766
##   10    0.3    0.7343117  0.3963203
##   10    0.4    0.7399022  0.4019098
##   10    0.5    0.7639762  0.4542674
## 
## Accuracy was used to select the optimal model using the largest value.
## The final values used for the model were size = 3 and decay = 0.4.
plot(cv.nn)

Best size and decay:

cv.nn$bestTune
##    size decay
## 14    3   0.4

Prediction on test data

pred.prob <- predict(cv.nn, test.data, type = "prob")
pred.y.nn <- ifelse(pred.prob[,2] > 0.5, "yes", "no") # using cutoff = 0.5
confusionMatrix(as.factor(pred.y.nn), as.factor(test.data$Outcome), 
                positive = "yes")
## Confusion Matrix and Statistics
## 
##           Reference
## Prediction  no yes
##        no  126  23
##        yes  24  57
##                                           
##                Accuracy : 0.7957          
##                  95% CI : (0.7377, 0.8458)
##     No Information Rate : 0.6522          
##     P-Value [Acc > NIR] : 1.383e-06       
##                                           
##                   Kappa : 0.5509          
##                                           
##  Mcnemar's Test P-Value : 1               
##                                           
##             Sensitivity : 0.7125          
##             Specificity : 0.8400          
##          Pos Pred Value : 0.7037          
##          Neg Pred Value : 0.8456          
##              Prevalence : 0.3478          
##          Detection Rate : 0.2478          
##    Detection Prevalence : 0.3522          
##       Balanced Accuracy : 0.7762          
##                                           
##        'Positive' Class : yes             
## 

Plotting neural network using neuralnet package

training.data.nn <- training.data
### create dummies for variables with multiple categories
training.data.nn$Yes <- ifelse(training.data.nn$Outcome == "yes", 1, 0)
training.data.nn$No <- ifelse(training.data.nn$Outcome == "no", 1, 0)

### get rid of the mutiple category variables (only keep dummies)
training.data.nn <- training.data.nn[, -9]

### fit neural net model with the bestTune parameters 
nn <- neuralnet(Yes + No ~ ., data = training.data.nn, 
                hidden = cv.nn$bestTune$size, learningrate = cv.nn$bestTune$decay)
### plot network
plot(nn, rep="best")

Neural Net for Regression Problem

RNGkind (sample.kind = "Rounding") 
## Warning in RNGkind(sample.kind = "Rounding"): non-uniform 'Rounding' sampler
## used
set.seed(0)
### call the function for creating 70:30 partition
p2 <- partition.2(autompg, 0.7)
training.data <- p2$data.train
test.data <- p2$data.test

library(caret)
library(nnet)
train_control <- trainControl(method="cv", number=10)

cv.nn <- train(mpg ~ . , data = training.data, method = "nnet",
               preProc = c("center", "scale"), linout = 1,
               trControl = train_control, tuneLength = 10)
## # weights:  9
## initial  value 145532.401076 
## iter  10 value 3987.024885
## iter  20 value 2432.257369
## iter  30 value 2052.126312
## iter  40 value 1905.018463
## iter  50 value 1893.470302
## iter  60 value 1887.666940
## iter  70 value 1886.806207
## final  value 1886.338472 
## converged
## # weights:  25
## initial  value 148877.494226 
## iter  10 value 2703.719723
## iter  20 value 1821.075894
## iter  30 value 1625.103817
## iter  40 value 1503.874521
## iter  50 value 1441.672420
## iter  60 value 1431.904633
## iter  70 value 1416.629326
## iter  80 value 1360.290869
## iter  90 value 1328.209526
## iter 100 value 1310.325067
## final  value 1310.325067 
## stopped after 100 iterations
## # weights:  41
## initial  value 155730.207929 
## iter  10 value 22065.751369
## iter  20 value 9726.200596
## iter  30 value 6411.395263
## iter  40 value 5391.573063
## iter  50 value 3990.659996
## iter  60 value 2997.246689
## iter  70 value 2347.837465
## iter  80 value 2131.907066
## iter  90 value 1744.818238
## iter 100 value 1506.021526
## final  value 1506.021526 
## stopped after 100 iterations
## # weights:  57
## initial  value 160447.485074 
## iter  10 value 2647.600174
## iter  20 value 1668.485027
## iter  30 value 1477.134798
## iter  40 value 1366.897423
## iter  50 value 1281.590204
## iter  60 value 1182.395087
## iter  70 value 1136.679588
## iter  80 value 995.658667
## iter  90 value 903.588852
## iter 100 value 866.535701
## final  value 866.535701 
## stopped after 100 iterations
## # weights:  73
## initial  value 135849.414779 
## iter  10 value 3587.712489
## iter  20 value 1872.649988
## iter  30 value 1551.856315
## iter  40 value 1407.864686
## iter  50 value 1278.933231
## iter  60 value 1201.283820
## iter  70 value 1161.150995
## iter  80 value 1139.380760
## iter  90 value 1109.119651
## iter 100 value 1078.091492
## final  value 1078.091492 
## stopped after 100 iterations
## # weights:  89
## initial  value 160739.191680 
## iter  10 value 2045.534345
## iter  20 value 1395.922564
## iter  30 value 1203.234859
## iter  40 value 1021.986463
## iter  50 value 865.227303
## iter  60 value 784.858589
## iter  70 value 731.211976
## iter  80 value 705.173040
## iter  90 value 686.943650
## iter 100 value 665.339431
## final  value 665.339431 
## stopped after 100 iterations
## # weights:  105
## initial  value 156113.131977 
## iter  10 value 2036.091674
## iter  20 value 1260.587079
## iter  30 value 984.990536
## iter  40 value 847.776176
## iter  50 value 750.362148
## iter  60 value 665.750924
## iter  70 value 579.673661
## iter  80 value 513.849348
## iter  90 value 462.331489
## iter 100 value 435.249531
## final  value 435.249531 
## stopped after 100 iterations
## # weights:  121
## initial  value 143421.480071 
## iter  10 value 1802.367269
## iter  20 value 1399.209712
## iter  30 value 1016.723843
## iter  40 value 873.491151
## iter  50 value 726.987104
## iter  60 value 627.660433
## iter  70 value 570.816220
## iter  80 value 526.397080
## iter  90 value 484.219395
## iter 100 value 469.632650
## final  value 469.632650 
## stopped after 100 iterations
## # weights:  137
## initial  value 155070.800921 
## iter  10 value 1931.392513
## iter  20 value 1246.701737
## iter  30 value 989.511722
## iter  40 value 805.239064
## iter  50 value 665.293830
## iter  60 value 584.099357
## iter  70 value 508.051267
## iter  80 value 442.168257
## iter  90 value 412.794055
## iter 100 value 390.070694
## final  value 390.070694 
## stopped after 100 iterations
## # weights:  153
## initial  value 144470.681945 
## iter  10 value 1740.279650
## iter  20 value 1157.229848
## iter  30 value 886.743825
## iter  40 value 718.408405
## iter  50 value 619.177832
## iter  60 value 552.566732
## iter  70 value 493.841210
## iter  80 value 451.949668
## iter  90 value 417.827936
## iter 100 value 387.674818
## final  value 387.674818 
## stopped after 100 iterations
## # weights:  9
## initial  value 142690.552033 
## iter  10 value 3800.774982
## iter  20 value 2393.455475
## iter  30 value 2136.714448
## iter  40 value 2049.402236
## iter  50 value 2048.989728
## iter  50 value 2048.989717
## iter  50 value 2048.989717
## final  value 2048.989717 
## converged
## # weights:  25
## initial  value 139856.397869 
## iter  10 value 11106.782768
## iter  20 value 7039.489612
## iter  30 value 3207.770501
## iter  40 value 2367.312279
## iter  50 value 2000.944028
## iter  60 value 1877.805151
## iter  70 value 1812.180655
## iter  80 value 1753.135089
## iter  90 value 1726.125100
## iter 100 value 1633.340503
## final  value 1633.340503 
## stopped after 100 iterations
## # weights:  41
## initial  value 145029.172793 
## iter  10 value 3317.056429
## iter  20 value 2168.102453
## iter  30 value 2001.524157
## iter  40 value 1701.182673
## iter  50 value 1604.464958
## iter  60 value 1514.671630
## iter  70 value 1462.680090
## iter  80 value 1432.512456
## iter  90 value 1419.407305
## iter 100 value 1395.731855
## final  value 1395.731855 
## stopped after 100 iterations
## # weights:  57
## initial  value 141974.786017 
## iter  10 value 2950.930029
## iter  20 value 1828.180579
## iter  30 value 1581.407986
## iter  40 value 1420.853128
## iter  50 value 1325.551127
## iter  60 value 1255.680158
## iter  70 value 1212.584232
## iter  80 value 1199.353157
## iter  90 value 1183.333240
## iter 100 value 1171.025952
## final  value 1171.025952 
## stopped after 100 iterations
## # weights:  73
## initial  value 155280.618900 
## iter  10 value 3664.226955
## iter  20 value 2401.962631
## iter  30 value 2009.343789
## iter  40 value 1643.843387
## iter  50 value 1333.693274
## iter  60 value 1196.464738
## iter  70 value 1126.951860
## iter  80 value 1078.012107
## iter  90 value 1039.949859
## iter 100 value 1001.186981
## final  value 1001.186981 
## stopped after 100 iterations
## # weights:  89
## initial  value 150947.865452 
## iter  10 value 2009.332136
## iter  20 value 1477.655001
## iter  30 value 1271.266566
## iter  40 value 1101.734025
## iter  50 value 1010.454037
## iter  60 value 987.688785
## iter  70 value 956.737261
## iter  80 value 918.842416
## iter  90 value 897.698357
## iter 100 value 884.497333
## final  value 884.497333 
## stopped after 100 iterations
## # weights:  105
## initial  value 148295.130287 
## iter  10 value 1981.946845
## iter  20 value 1333.164296
## iter  30 value 1099.996644
## iter  40 value 1006.150040
## iter  50 value 958.394374
## iter  60 value 938.761155
## iter  70 value 914.124747
## iter  80 value 878.574177
## iter  90 value 838.360793
## iter 100 value 807.687340
## final  value 807.687340 
## stopped after 100 iterations
## # weights:  121
## initial  value 138569.940525 
## iter  10 value 1826.233694
## iter  20 value 1363.543610
## iter  30 value 1125.528912
## iter  40 value 949.806890
## iter  50 value 887.319632
## iter  60 value 855.084162
## iter  70 value 828.277816
## iter  80 value 806.765721
## iter  90 value 790.609580
## iter 100 value 780.008057
## final  value 780.008057 
## stopped after 100 iterations
## # weights:  137
## initial  value 154852.136625 
## iter  10 value 1915.526627
## iter  20 value 1179.997549
## iter  30 value 1005.068478
## iter  40 value 927.823588
## iter  50 value 866.566847
## iter  60 value 831.735249
## iter  70 value 808.292136
## iter  80 value 790.389590
## iter  90 value 776.420854
## iter 100 value 762.743929
## final  value 762.743929 
## stopped after 100 iterations
## # weights:  153
## initial  value 147534.884775 
## iter  10 value 1954.366674
## iter  20 value 1216.469443
## iter  30 value 1008.309505
## iter  40 value 904.167163
## iter  50 value 844.404383
## iter  60 value 795.806161
## iter  70 value 746.479769
## iter  80 value 716.737996
## iter  90 value 698.190410
## iter 100 value 686.483361
## final  value 686.483361 
## stopped after 100 iterations
## # weights:  9
## initial  value 144299.003056 
## iter  10 value 3858.750864
## iter  20 value 2500.126706
## iter  30 value 2026.090884
## iter  40 value 1974.156783
## final  value 1969.787159 
## converged
## # weights:  25
## initial  value 161087.382078 
## iter  10 value 3890.230539
## iter  20 value 2545.528863
## iter  30 value 1762.886744
## iter  40 value 1559.923182
## iter  50 value 1475.569750
## iter  60 value 1458.486901
## iter  70 value 1447.909256
## iter  80 value 1440.251000
## iter  90 value 1433.051872
## iter 100 value 1427.104153
## final  value 1427.104153 
## stopped after 100 iterations
## # weights:  41
## initial  value 144882.358468 
## iter  10 value 11650.645301
## iter  20 value 3147.205482
## iter  30 value 2292.131757
## iter  40 value 1768.667683
## iter  50 value 1589.922107
## iter  60 value 1473.064382
## iter  70 value 1343.814324
## iter  80 value 1285.937843
## iter  90 value 1247.185761
## iter 100 value 1215.192083
## final  value 1215.192083 
## stopped after 100 iterations
## # weights:  57
## initial  value 140909.187641 
## iter  10 value 2964.380048
## iter  20 value 1980.966695
## iter  30 value 1619.355556
## iter  40 value 1482.907346
## iter  50 value 1430.119120
## iter  60 value 1406.515601
## iter  70 value 1370.582293
## iter  80 value 1338.810401
## iter  90 value 1332.365694
## iter 100 value 1327.141032
## final  value 1327.141032 
## stopped after 100 iterations
## # weights:  73
## initial  value 166832.000656 
## iter  10 value 2407.566660
## iter  20 value 1538.090428
## iter  30 value 1228.300362
## iter  40 value 1077.819935
## iter  50 value 1003.620686
## iter  60 value 976.784011
## iter  70 value 950.647522
## iter  80 value 927.653523
## iter  90 value 907.372768
## iter 100 value 867.704424
## final  value 867.704424 
## stopped after 100 iterations
## # weights:  89
## initial  value 160149.235827 
## iter  10 value 1975.290568
## iter  20 value 1391.564435
## iter  30 value 1233.495922
## iter  40 value 1045.223620
## iter  50 value 906.447076
## iter  60 value 828.635193
## iter  70 value 773.194831
## iter  80 value 744.321223
## iter  90 value 726.949528
## iter 100 value 713.015997
## final  value 713.015997 
## stopped after 100 iterations
## # weights:  105
## initial  value 164805.876426 
## iter  10 value 2042.518148
## iter  20 value 1307.587380
## iter  30 value 1118.244118
## iter  40 value 997.579198
## iter  50 value 881.793352
## iter  60 value 802.373883
## iter  70 value 769.129689
## iter  80 value 743.996609
## iter  90 value 730.902655
## iter 100 value 724.695078
## final  value 724.695078 
## stopped after 100 iterations
## # weights:  121
## initial  value 144341.200581 
## iter  10 value 2343.207940
## iter  20 value 1236.997938
## iter  30 value 1056.914446
## iter  40 value 954.518790
## iter  50 value 875.596489
## iter  60 value 824.800408
## iter  70 value 792.900810
## iter  80 value 777.829387
## iter  90 value 767.634842
## iter 100 value 756.845820
## final  value 756.845820 
## stopped after 100 iterations
## # weights:  137
## initial  value 155759.589592 
## iter  10 value 2054.910356
## iter  20 value 1290.544928
## iter  30 value 1068.393687
## iter  40 value 915.846234
## iter  50 value 824.661093
## iter  60 value 767.382674
## iter  70 value 740.363393
## iter  80 value 716.077752
## iter  90 value 697.714161
## iter 100 value 687.086326
## final  value 687.086326 
## stopped after 100 iterations
## # weights:  153
## initial  value 149590.383923 
## iter  10 value 1711.044385
## iter  20 value 1194.846828
## iter  30 value 853.591757
## iter  40 value 771.548016
## iter  50 value 696.589753
## iter  60 value 645.212089
## iter  70 value 616.740874
## iter  80 value 596.069670
## iter  90 value 579.627336
## iter 100 value 570.367869
## final  value 570.367869 
## stopped after 100 iterations
## # weights:  9
## initial  value 139379.059888 
## iter  10 value 6466.255608
## iter  20 value 5452.056249
## iter  30 value 4999.316643
## iter  40 value 2868.720759
## iter  50 value 2023.636939
## iter  60 value 1943.412397
## iter  70 value 1929.314947
## final  value 1928.676376 
## converged
## # weights:  25
## initial  value 153182.581473 
## iter  10 value 4832.341277
## iter  20 value 3897.208756
## iter  30 value 2088.703049
## iter  40 value 1682.114739
## iter  50 value 1617.942339
## iter  60 value 1590.553624
## iter  70 value 1530.481701
## iter  80 value 1472.183375
## iter  90 value 1461.972323
## iter 100 value 1459.849888
## final  value 1459.849888 
## stopped after 100 iterations
## # weights:  41
## initial  value 146472.457617 
## iter  10 value 4966.366044
## iter  20 value 3324.939307
## iter  30 value 2447.842669
## iter  40 value 1701.370507
## iter  50 value 1561.853537
## iter  60 value 1503.558672
## iter  70 value 1491.679360
## iter  80 value 1480.904386
## iter  90 value 1469.974451
## iter 100 value 1441.677864
## final  value 1441.677864 
## stopped after 100 iterations
## # weights:  57
## initial  value 144795.099480 
## iter  10 value 3460.008990
## iter  20 value 2127.453126
## iter  30 value 1853.165349
## iter  40 value 1663.052090
## iter  50 value 1534.695194
## iter  60 value 1476.687008
## iter  70 value 1422.983881
## iter  80 value 1378.667598
## iter  90 value 1205.097812
## iter 100 value 1164.261126
## final  value 1164.261126 
## stopped after 100 iterations
## # weights:  73
## initial  value 148114.914423 
## iter  10 value 2952.386128
## iter  20 value 1473.990589
## iter  30 value 1237.883602
## iter  40 value 1157.836567
## iter  50 value 1056.413843
## iter  60 value 1013.094435
## iter  70 value 977.891067
## iter  80 value 956.704909
## iter  90 value 942.188579
## iter 100 value 923.597401
## final  value 923.597401 
## stopped after 100 iterations
## # weights:  89
## initial  value 153571.080441 
## iter  10 value 1902.522157
## iter  20 value 1347.243866
## iter  30 value 1127.390864
## iter  40 value 904.133388
## iter  50 value 826.032669
## iter  60 value 787.771739
## iter  70 value 744.937626
## iter  80 value 715.386624
## iter  90 value 699.130275
## iter 100 value 684.538336
## final  value 684.538336 
## stopped after 100 iterations
## # weights:  105
## initial  value 145749.063519 
## iter  10 value 2114.488707
## iter  20 value 1316.707990
## iter  30 value 1137.503908
## iter  40 value 983.916989
## iter  50 value 881.110385
## iter  60 value 829.597966
## iter  70 value 796.759838
## iter  80 value 768.332521
## iter  90 value 746.815066
## iter 100 value 734.481922
## final  value 734.481922 
## stopped after 100 iterations
## # weights:  121
## initial  value 158620.452257 
## iter  10 value 1919.474089
## iter  20 value 1253.626798
## iter  30 value 988.175571
## iter  40 value 747.343986
## iter  50 value 650.544218
## iter  60 value 596.508211
## iter  70 value 568.021216
## iter  80 value 546.260370
## iter  90 value 519.233899
## iter 100 value 505.939028
## final  value 505.939028 
## stopped after 100 iterations
## # weights:  137
## initial  value 150151.127890 
## iter  10 value 1859.982952
## iter  20 value 1178.926350
## iter  30 value 948.144596
## iter  40 value 810.479532
## iter  50 value 719.995553
## iter  60 value 625.705746
## iter  70 value 573.355236
## iter  80 value 540.726710
## iter  90 value 518.489145
## iter 100 value 489.588224
## final  value 489.588224 
## stopped after 100 iterations
## # weights:  153
## initial  value 131471.062259 
## iter  10 value 1891.303672
## iter  20 value 1245.823998
## iter  30 value 958.062815
## iter  40 value 826.605918
## iter  50 value 725.376806
## iter  60 value 645.665573
## iter  70 value 589.965440
## iter  80 value 546.709612
## iter  90 value 517.169887
## iter 100 value 489.840849
## final  value 489.840849 
## stopped after 100 iterations
## # weights:  9
## initial  value 145105.854572 
## iter  10 value 4079.034269
## iter  20 value 2470.896539
## iter  30 value 2106.578905
## iter  40 value 1922.827572
## iter  50 value 1909.059283
## final  value 1907.394033 
## converged
## # weights:  25
## initial  value 153775.549460 
## iter  10 value 2650.725256
## iter  20 value 2059.449159
## iter  30 value 1777.224319
## iter  40 value 1650.597022
## iter  50 value 1563.998068
## iter  60 value 1470.745044
## iter  70 value 1375.279051
## iter  80 value 1367.002430
## iter  90 value 1357.847592
## iter 100 value 1346.538305
## final  value 1346.538305 
## stopped after 100 iterations
## # weights:  41
## initial  value 161951.546359 
## iter  10 value 14572.683325
## iter  20 value 3487.743615
## iter  30 value 2443.345196
## iter  40 value 1777.972152
## iter  50 value 1471.649202
## iter  60 value 1358.702854
## iter  70 value 1268.305876
## iter  80 value 1217.286839
## iter  90 value 1208.911197
## iter 100 value 1207.786024
## final  value 1207.786024 
## stopped after 100 iterations
## # weights:  57
## initial  value 143049.714565 
## iter  10 value 3502.921196
## iter  20 value 2173.739824
## iter  30 value 1718.933848
## iter  40 value 1478.962505
## iter  50 value 1254.755274
## iter  60 value 1122.396357
## iter  70 value 1068.668667
## iter  80 value 1046.086133
## iter  90 value 1028.469589
## iter 100 value 1025.094418
## final  value 1025.094418 
## stopped after 100 iterations
## # weights:  73
## initial  value 139563.690490 
## iter  10 value 3072.029268
## iter  20 value 1657.736953
## iter  30 value 1458.914890
## iter  40 value 1335.539808
## iter  50 value 1293.744633
## iter  60 value 1215.111048
## iter  70 value 1173.213366
## iter  80 value 1163.538176
## iter  90 value 1158.063736
## iter 100 value 1155.313910
## final  value 1155.313910 
## stopped after 100 iterations
## # weights:  89
## initial  value 154463.609854 
## iter  10 value 2469.461164
## iter  20 value 1582.629957
## iter  30 value 1325.684202
## iter  40 value 1241.891367
## iter  50 value 1166.190674
## iter  60 value 1124.838115
## iter  70 value 1100.954788
## iter  80 value 1075.467302
## iter  90 value 972.617489
## iter 100 value 924.043984
## final  value 924.043984 
## stopped after 100 iterations
## # weights:  105
## initial  value 155377.025333 
## iter  10 value 1886.307505
## iter  20 value 1291.381235
## iter  30 value 1093.252742
## iter  40 value 937.410622
## iter  50 value 861.662187
## iter  60 value 800.103343
## iter  70 value 723.508237
## iter  80 value 693.652444
## iter  90 value 675.697971
## iter 100 value 665.863537
## final  value 665.863537 
## stopped after 100 iterations
## # weights:  121
## initial  value 151327.147009 
## iter  10 value 1945.401074
## iter  20 value 1419.058989
## iter  30 value 1157.123137
## iter  40 value 1035.743842
## iter  50 value 938.735418
## iter  60 value 884.905779
## iter  70 value 844.706901
## iter  80 value 820.444079
## iter  90 value 795.468363
## iter 100 value 769.118873
## final  value 769.118873 
## stopped after 100 iterations
## # weights:  137
## initial  value 160149.481209 
## iter  10 value 1787.489085
## iter  20 value 1248.908365
## iter  30 value 917.397201
## iter  40 value 840.049861
## iter  50 value 743.574119
## iter  60 value 646.650628
## iter  70 value 572.735742
## iter  80 value 531.314181
## iter  90 value 506.649366
## iter 100 value 489.200447
## final  value 489.200447 
## stopped after 100 iterations
## # weights:  153
## initial  value 138659.741421 
## iter  10 value 1810.063370
## iter  20 value 1171.009962
## iter  30 value 920.023679
## iter  40 value 778.324638
## iter  50 value 655.088998
## iter  60 value 551.979551
## iter  70 value 500.756451
## iter  80 value 458.903517
## iter  90 value 427.148542
## iter 100 value 396.557785
## final  value 396.557785 
## stopped after 100 iterations
## # weights:  9
## initial  value 152306.513260 
## iter  10 value 4083.492455
## iter  20 value 2786.218780
## iter  30 value 1973.384455
## iter  40 value 1924.237965
## iter  50 value 1899.099018
## iter  60 value 1896.901616
## final  value 1896.512669 
## converged
## # weights:  25
## initial  value 148650.267003 
## iter  10 value 12422.396027
## iter  20 value 6240.000814
## iter  30 value 5016.193967
## iter  40 value 3993.334348
## iter  50 value 2746.030442
## iter  60 value 1906.155331
## iter  70 value 1749.206874
## iter  80 value 1701.170965
## iter  90 value 1696.342083
## iter 100 value 1676.694181
## final  value 1676.694181 
## stopped after 100 iterations
## # weights:  41
## initial  value 145914.747973 
## iter  10 value 3815.672511
## iter  20 value 1959.595361
## iter  30 value 1759.380769
## iter  40 value 1599.469687
## iter  50 value 1547.059785
## iter  60 value 1481.882994
## iter  70 value 1455.517405
## iter  80 value 1447.803741
## iter  90 value 1446.761288
## iter 100 value 1445.745009
## final  value 1445.745009 
## stopped after 100 iterations
## # weights:  57
## initial  value 151586.969433 
## iter  10 value 2888.940796
## iter  20 value 1859.913816
## iter  30 value 1485.342088
## iter  40 value 1279.555614
## iter  50 value 1148.062712
## iter  60 value 1078.942135
## iter  70 value 1028.300113
## iter  80 value 1002.096441
## iter  90 value 976.513655
## iter 100 value 926.206625
## final  value 926.206625 
## stopped after 100 iterations
## # weights:  73
## initial  value 156927.021390 
## iter  10 value 2816.862913
## iter  20 value 1843.710815
## iter  30 value 1468.496564
## iter  40 value 1300.965160
## iter  50 value 1230.039692
## iter  60 value 1182.594089
## iter  70 value 1143.193954
## iter  80 value 1127.223217
## iter  90 value 1116.271892
## iter 100 value 1097.123096
## final  value 1097.123096 
## stopped after 100 iterations
## # weights:  89
## initial  value 166985.527271 
## iter  10 value 1825.814993
## iter  20 value 1275.101159
## iter  30 value 1060.959199
## iter  40 value 978.258440
## iter  50 value 865.325538
## iter  60 value 733.151132
## iter  70 value 669.877414
## iter  80 value 642.696016
## iter  90 value 623.267148
## iter 100 value 609.568023
## final  value 609.568023 
## stopped after 100 iterations
## # weights:  105
## initial  value 159569.829372 
## iter  10 value 2003.658357
## iter  20 value 1422.040860
## iter  30 value 1254.147646
## iter  40 value 1095.411100
## iter  50 value 969.004039
## iter  60 value 913.752349
## iter  70 value 849.648345
## iter  80 value 803.475821
## iter  90 value 761.132926
## iter 100 value 720.028414
## final  value 720.028414 
## stopped after 100 iterations
## # weights:  121
## initial  value 143718.007463 
## iter  10 value 2056.991721
## iter  20 value 1194.843369
## iter  30 value 893.914947
## iter  40 value 758.586553
## iter  50 value 672.313426
## iter  60 value 615.034500
## iter  70 value 590.254330
## iter  80 value 564.121114
## iter  90 value 543.298133
## iter 100 value 517.377552
## final  value 517.377552 
## stopped after 100 iterations
## # weights:  137
## initial  value 135884.861327 
## iter  10 value 1918.349171
## iter  20 value 1236.267438
## iter  30 value 968.101697
## iter  40 value 831.150915
## iter  50 value 707.666328
## iter  60 value 576.087636
## iter  70 value 508.066085
## iter  80 value 476.907904
## iter  90 value 448.012475
## iter 100 value 431.766145
## final  value 431.766145 
## stopped after 100 iterations
## # weights:  153
## initial  value 177561.030436 
## iter  10 value 1943.891594
## iter  20 value 1128.626781
## iter  30 value 909.213781
## iter  40 value 787.916394
## iter  50 value 695.581339
## iter  60 value 604.813817
## iter  70 value 546.258614
## iter  80 value 503.251164
## iter  90 value 471.988267
## iter 100 value 416.784481
## final  value 416.784481 
## stopped after 100 iterations
## # weights:  9
## initial  value 148165.888676 
## iter  10 value 5671.147650
## iter  20 value 2511.436272
## iter  30 value 2148.057188
## iter  40 value 1909.908784
## iter  50 value 1895.553880
## iter  60 value 1891.187192
## final  value 1891.186309 
## converged
## # weights:  25
## initial  value 144183.693156 
## iter  10 value 5767.166816
## iter  20 value 3116.988157
## iter  30 value 2249.100996
## iter  40 value 1814.341633
## iter  50 value 1681.779571
## iter  60 value 1642.886680
## iter  70 value 1622.612611
## iter  80 value 1604.725442
## iter  90 value 1517.732902
## iter 100 value 1481.300215
## final  value 1481.300215 
## stopped after 100 iterations
## # weights:  41
## initial  value 147118.601958 
## iter  10 value 7199.695707
## iter  20 value 3068.969732
## iter  30 value 2191.080273
## iter  40 value 1793.082919
## iter  50 value 1536.267246
## iter  60 value 1365.189323
## iter  70 value 1311.576788
## iter  80 value 1289.597495
## iter  90 value 1283.679835
## iter 100 value 1279.410373
## final  value 1279.410373 
## stopped after 100 iterations
## # weights:  57
## initial  value 148333.660970 
## iter  10 value 2290.991863
## iter  20 value 1601.628311
## iter  30 value 1399.057948
## iter  40 value 1242.714834
## iter  50 value 1150.714552
## iter  60 value 1094.049860
## iter  70 value 1051.354164
## iter  80 value 1023.806239
## iter  90 value 985.754010
## iter 100 value 962.487151
## final  value 962.487151 
## stopped after 100 iterations
## # weights:  73
## initial  value 148726.067239 
## iter  10 value 2396.162504
## iter  20 value 1455.885793
## iter  30 value 1149.398564
## iter  40 value 974.994247
## iter  50 value 905.106800
## iter  60 value 863.329402
## iter  70 value 821.504134
## iter  80 value 773.610731
## iter  90 value 761.020962
## iter 100 value 755.139163
## final  value 755.139163 
## stopped after 100 iterations
## # weights:  89
## initial  value 155610.498334 
## iter  10 value 2040.863920
## iter  20 value 1408.693664
## iter  30 value 1109.779560
## iter  40 value 934.604762
## iter  50 value 828.221264
## iter  60 value 759.061494
## iter  70 value 700.304665
## iter  80 value 671.058347
## iter  90 value 661.592482
## iter 100 value 651.208322
## final  value 651.208322 
## stopped after 100 iterations
## # weights:  105
## initial  value 128629.655579 
## iter  10 value 2100.761046
## iter  20 value 1229.402567
## iter  30 value 1000.556383
## iter  40 value 886.580655
## iter  50 value 766.803544
## iter  60 value 676.687867
## iter  70 value 613.992669
## iter  80 value 583.898260
## iter  90 value 563.740312
## iter 100 value 545.750418
## final  value 545.750418 
## stopped after 100 iterations
## # weights:  121
## initial  value 152893.080873 
## iter  10 value 1871.376109
## iter  20 value 1260.292256
## iter  30 value 1033.639175
## iter  40 value 852.554089
## iter  50 value 733.670625
## iter  60 value 644.830736
## iter  70 value 564.038531
## iter  80 value 507.046031
## iter  90 value 465.698854
## iter 100 value 446.221676
## final  value 446.221676 
## stopped after 100 iterations
## # weights:  137
## initial  value 159776.736340 
## iter  10 value 1872.826963
## iter  20 value 1219.957206
## iter  30 value 997.087188
## iter  40 value 853.524699
## iter  50 value 735.031168
## iter  60 value 644.604926
## iter  70 value 582.626762
## iter  80 value 535.339256
## iter  90 value 500.773039
## iter 100 value 454.627204
## final  value 454.627204 
## stopped after 100 iterations
## # weights:  153
## initial  value 141795.622385 
## iter  10 value 1805.039298
## iter  20 value 1239.496541
## iter  30 value 1001.660823
## iter  40 value 805.905610
## iter  50 value 671.574265
## iter  60 value 611.062694
## iter  70 value 561.378213
## iter  80 value 517.334599
## iter  90 value 486.478530
## iter 100 value 465.126237
## final  value 465.126237 
## stopped after 100 iterations
## # weights:  9
## initial  value 149928.914039 
## iter  10 value 3476.022556
## iter  20 value 2017.839724
## iter  30 value 1950.089014
## iter  40 value 1896.806439
## iter  50 value 1893.680805
## iter  60 value 1889.242857
## iter  70 value 1888.656285
## iter  80 value 1888.468007
## iter  80 value 1888.468007
## iter  80 value 1888.468005
## final  value 1888.468005 
## converged
## # weights:  25
## initial  value 161300.494089 
## iter  10 value 4579.792458
## iter  20 value 3037.040921
## iter  30 value 2437.269135
## iter  40 value 1975.491518
## iter  50 value 1576.298852
## iter  60 value 1532.746961
## iter  70 value 1498.211027
## iter  80 value 1489.284836
## iter  90 value 1485.639664
## iter 100 value 1472.475273
## final  value 1472.475273 
## stopped after 100 iterations
## # weights:  41
## initial  value 142673.939212 
## iter  10 value 2908.859060
## iter  20 value 2095.809474
## iter  30 value 1672.938153
## iter  40 value 1572.079637
## iter  50 value 1470.149511
## iter  60 value 1369.720672
## iter  70 value 1210.941343
## iter  80 value 1149.951440
## iter  90 value 1126.408883
## iter 100 value 1123.577432
## final  value 1123.577432 
## stopped after 100 iterations
## # weights:  57
## initial  value 154264.388356 
## iter  10 value 2908.063693
## iter  20 value 1830.185852
## iter  30 value 1572.868582
## iter  40 value 1445.040046
## iter  50 value 1385.155139
## iter  60 value 1373.306435
## iter  70 value 1366.368957
## iter  80 value 1362.005104
## iter  90 value 1358.250670
## iter 100 value 1350.373011
## final  value 1350.373011 
## stopped after 100 iterations
## # weights:  73
## initial  value 162139.896513 
## iter  10 value 2361.084285
## iter  20 value 1315.311159
## iter  30 value 1129.848815
## iter  40 value 1000.375347
## iter  50 value 924.198532
## iter  60 value 885.500422
## iter  70 value 855.957254
## iter  80 value 838.246569
## iter  90 value 797.683197
## iter 100 value 740.177444
## final  value 740.177444 
## stopped after 100 iterations
## # weights:  89
## initial  value 161279.345329 
## iter  10 value 2294.454528
## iter  20 value 1518.683194
## iter  30 value 1330.349876
## iter  40 value 1114.421008
## iter  50 value 1012.300953
## iter  60 value 930.734175
## iter  70 value 870.753881
## iter  80 value 826.173302
## iter  90 value 791.446681
## iter 100 value 765.038048
## final  value 765.038048 
## stopped after 100 iterations
## # weights:  105
## initial  value 154160.954190 
## iter  10 value 2117.875756
## iter  20 value 1459.833188
## iter  30 value 1075.800047
## iter  40 value 923.306603
## iter  50 value 815.924568
## iter  60 value 749.137136
## iter  70 value 669.479789
## iter  80 value 603.455917
## iter  90 value 560.995904
## iter 100 value 534.845067
## final  value 534.845067 
## stopped after 100 iterations
## # weights:  121
## initial  value 150554.123961 
## iter  10 value 2002.938152
## iter  20 value 1364.129038
## iter  30 value 1119.211824
## iter  40 value 897.752365
## iter  50 value 746.237610
## iter  60 value 677.578240
## iter  70 value 608.845416
## iter  80 value 560.555465
## iter  90 value 516.972929
## iter 100 value 487.337501
## final  value 487.337501 
## stopped after 100 iterations
## # weights:  137
## initial  value 141985.748040 
## iter  10 value 1889.400414
## iter  20 value 1127.555420
## iter  30 value 939.305893
## iter  40 value 772.923596
## iter  50 value 608.356365
## iter  60 value 516.871409
## iter  70 value 439.800527
## iter  80 value 372.758709
## iter  90 value 339.183407
## iter 100 value 315.245421
## final  value 315.245421 
## stopped after 100 iterations
## # weights:  153
## initial  value 145749.088207 
## iter  10 value 1937.261182
## iter  20 value 1169.281971
## iter  30 value 877.649845
## iter  40 value 729.685391
## iter  50 value 616.828203
## iter  60 value 519.150291
## iter  70 value 466.120309
## iter  80 value 411.176325
## iter  90 value 361.440332
## iter 100 value 327.651693
## final  value 327.651693 
## stopped after 100 iterations
## # weights:  9
## initial  value 146141.305634 
## iter  10 value 4562.043565
## iter  20 value 2929.910407
## iter  30 value 2299.356060
## iter  40 value 1952.858011
## iter  50 value 1910.709309
## iter  60 value 1889.050255
## iter  70 value 1888.065490
## iter  80 value 1887.268167
## iter  80 value 1887.268156
## final  value 1887.266307 
## converged
## # weights:  25
## initial  value 144263.279067 
## iter  10 value 6646.728424
## iter  20 value 4773.459801
## iter  30 value 2370.667565
## iter  40 value 1773.536129
## iter  50 value 1706.974981
## iter  60 value 1655.475562
## iter  70 value 1594.772240
## iter  80 value 1539.124076
## iter  90 value 1505.279798
## iter 100 value 1499.952833
## final  value 1499.952833 
## stopped after 100 iterations
## # weights:  41
## initial  value 158540.894951 
## iter  10 value 5459.041274
## iter  20 value 3141.208077
## iter  30 value 2245.854805
## iter  40 value 1526.921300
## iter  50 value 1393.142369
## iter  60 value 1366.275498
## iter  70 value 1323.579915
## iter  80 value 1291.423260
## iter  90 value 1273.708896
## iter 100 value 1256.905931
## final  value 1256.905931 
## stopped after 100 iterations
## # weights:  57
## initial  value 154468.486075 
## iter  10 value 2787.801452
## iter  20 value 1797.117318
## iter  30 value 1465.496552
## iter  40 value 1311.515297
## iter  50 value 1199.922340
## iter  60 value 1127.135260
## iter  70 value 1066.642763
## iter  80 value 1028.966238
## iter  90 value 1001.817671
## iter 100 value 985.011169
## final  value 985.011169 
## stopped after 100 iterations
## # weights:  73
## initial  value 150382.592639 
## iter  10 value 2675.528215
## iter  20 value 1391.199055
## iter  30 value 1211.973531
## iter  40 value 1111.021476
## iter  50 value 1035.880652
## iter  60 value 954.137121
## iter  70 value 910.781318
## iter  80 value 898.331761
## iter  90 value 892.490638
## iter 100 value 882.482429
## final  value 882.482429 
## stopped after 100 iterations
## # weights:  89
## initial  value 157276.723297 
## iter  10 value 2795.341732
## iter  20 value 1666.948266
## iter  30 value 1291.893425
## iter  40 value 1149.624705
## iter  50 value 1062.077181
## iter  60 value 949.503752
## iter  70 value 851.660651
## iter  80 value 819.811310
## iter  90 value 801.326595
## iter 100 value 783.328228
## final  value 783.328228 
## stopped after 100 iterations
## # weights:  105
## initial  value 151584.761480 
## iter  10 value 2017.212238
## iter  20 value 1450.378401
## iter  30 value 1182.681075
## iter  40 value 1031.830866
## iter  50 value 967.339115
## iter  60 value 924.969180
## iter  70 value 896.447239
## iter  80 value 864.014911
## iter  90 value 832.936330
## iter 100 value 812.923211
## final  value 812.923211 
## stopped after 100 iterations
## # weights:  121
## initial  value 148240.531006 
## iter  10 value 1764.614196
## iter  20 value 1254.811568
## iter  30 value 1011.027385
## iter  40 value 814.662816
## iter  50 value 697.508963
## iter  60 value 643.762629
## iter  70 value 594.140279
## iter  80 value 554.616680
## iter  90 value 525.605579
## iter 100 value 509.673091
## final  value 509.673091 
## stopped after 100 iterations
## # weights:  137
## initial  value 145024.058437 
## iter  10 value 1994.255661
## iter  20 value 1158.581792
## iter  30 value 922.001651
## iter  40 value 762.437191
## iter  50 value 625.195683
## iter  60 value 521.128334
## iter  70 value 451.561336
## iter  80 value 415.916405
## iter  90 value 383.545559
## iter 100 value 354.013327
## final  value 354.013327 
## stopped after 100 iterations
## # weights:  153
## initial  value 153683.568133 
## iter  10 value 1880.134140
## iter  20 value 1215.522462
## iter  30 value 862.357222
## iter  40 value 752.107668
## iter  50 value 623.045883
## iter  60 value 521.954325
## iter  70 value 447.439641
## iter  80 value 378.526480
## iter  90 value 339.947252
## iter 100 value 314.899770
## final  value 314.899770 
## stopped after 100 iterations
## # weights:  9
## initial  value 152833.096692 
## iter  10 value 3436.047405
## iter  20 value 2155.312306
## iter  30 value 2045.040440
## iter  40 value 1900.198812
## iter  50 value 1893.454739
## iter  60 value 1887.569951
## iter  70 value 1886.946163
## iter  80 value 1886.724507
## final  value 1886.724325 
## converged
## # weights:  25
## initial  value 151443.504328 
## iter  10 value 8653.989911
## iter  20 value 3768.526007
## iter  30 value 3472.932409
## iter  40 value 2448.284715
## iter  50 value 2001.232386
## iter  60 value 1768.979493
## iter  70 value 1535.927360
## iter  80 value 1460.010890
## iter  90 value 1433.636694
## iter 100 value 1393.406514
## final  value 1393.406514 
## stopped after 100 iterations
## # weights:  41
## initial  value 163400.494336 
## iter  10 value 12855.946265
## iter  20 value 6004.242687
## iter  30 value 3210.858116
## iter  40 value 2057.127868
## iter  50 value 1763.590834
## iter  60 value 1706.069432
## iter  70 value 1609.114004
## iter  80 value 1537.584160
## iter  90 value 1476.184832
## iter 100 value 1448.195848
## final  value 1448.195848 
## stopped after 100 iterations
## # weights:  57
## initial  value 135387.008982 
## iter  10 value 2927.700677
## iter  20 value 1718.786112
## iter  30 value 1467.827440
## iter  40 value 1327.677126
## iter  50 value 1184.790542
## iter  60 value 1130.642934
## iter  70 value 1101.120897
## iter  80 value 1086.690745
## iter  90 value 1064.863276
## iter 100 value 1047.165603
## final  value 1047.165603 
## stopped after 100 iterations
## # weights:  73
## initial  value 146167.674709 
## iter  10 value 2866.127520
## iter  20 value 1440.254060
## iter  30 value 1149.041466
## iter  40 value 1035.136304
## iter  50 value 972.647362
## iter  60 value 915.000043
## iter  70 value 865.291663
## iter  80 value 830.714448
## iter  90 value 800.921064
## iter 100 value 791.901947
## final  value 791.901947 
## stopped after 100 iterations
## # weights:  89
## initial  value 125752.167026 
## iter  10 value 2566.115770
## iter  20 value 1515.644635
## iter  30 value 1203.535853
## iter  40 value 1064.061901
## iter  50 value 927.004170
## iter  60 value 855.812976
## iter  70 value 797.803842
## iter  80 value 755.298572
## iter  90 value 734.190044
## iter 100 value 700.475601
## final  value 700.475601 
## stopped after 100 iterations
## # weights:  105
## initial  value 156350.824614 
## iter  10 value 2229.513364
## iter  20 value 1381.349577
## iter  30 value 1158.560742
## iter  40 value 1077.238262
## iter  50 value 1043.615070
## iter  60 value 1004.967040
## iter  70 value 956.319307
## iter  80 value 916.676166
## iter  90 value 892.469412
## iter 100 value 827.145217
## final  value 827.145217 
## stopped after 100 iterations
## # weights:  121
## initial  value 151596.688777 
## iter  10 value 2181.485902
## iter  20 value 1300.353908
## iter  30 value 1056.017843
## iter  40 value 860.956643
## iter  50 value 754.902383
## iter  60 value 654.195512
## iter  70 value 588.223198
## iter  80 value 543.224563
## iter  90 value 518.481924
## iter 100 value 484.471007
## final  value 484.471007 
## stopped after 100 iterations
## # weights:  137
## initial  value 150202.825185 
## iter  10 value 1898.197886
## iter  20 value 1231.718898
## iter  30 value 994.494482
## iter  40 value 854.915779
## iter  50 value 742.936728
## iter  60 value 647.309232
## iter  70 value 559.138735
## iter  80 value 507.339074
## iter  90 value 466.476931
## iter 100 value 445.090485
## final  value 445.090485 
## stopped after 100 iterations
## # weights:  153
## initial  value 170855.049617 
## iter  10 value 1720.023130
## iter  20 value 1167.952671
## iter  30 value 939.760212
## iter  40 value 809.078406
## iter  50 value 715.146527
## iter  60 value 586.128608
## iter  70 value 490.900709
## iter  80 value 429.688653
## iter  90 value 377.848365
## iter 100 value 349.718496
## final  value 349.718496 
## stopped after 100 iterations
## # weights:  9
## initial  value 147953.125265 
## iter  10 value 6053.248210
## iter  20 value 4720.816622
## iter  30 value 3286.032889
## iter  40 value 2377.753669
## iter  50 value 2274.842270
## iter  60 value 2244.830725
## iter  70 value 2240.455600
## iter  80 value 2238.233182
## iter  90 value 2238.132846
## final  value 2238.131508 
## converged
## # weights:  25
## initial  value 167506.529945 
## iter  10 value 9266.275711
## iter  20 value 4964.303458
## iter  30 value 2867.148668
## iter  40 value 2138.894489
## iter  50 value 1839.356723
## iter  60 value 1707.869729
## iter  70 value 1622.443275
## iter  80 value 1614.298286
## iter  90 value 1608.531945
## iter 100 value 1600.000120
## final  value 1600.000120 
## stopped after 100 iterations
## # weights:  41
## initial  value 140404.048205 
## iter  10 value 4060.351521
## iter  20 value 3033.138005
## iter  30 value 2407.268020
## iter  40 value 2054.404461
## iter  50 value 1922.495213
## iter  60 value 1819.619978
## iter  70 value 1774.904340
## iter  80 value 1730.759872
## iter  90 value 1711.509861
## iter 100 value 1682.321170
## final  value 1682.321170 
## stopped after 100 iterations
## # weights:  57
## initial  value 150765.431313 
## iter  10 value 15375.410905
## iter  20 value 2731.122863
## iter  30 value 1849.332384
## iter  40 value 1550.512198
## iter  50 value 1496.679713
## iter  60 value 1458.324148
## iter  70 value 1424.658304
## iter  80 value 1398.026219
## iter  90 value 1378.883079
## iter 100 value 1372.432436
## final  value 1372.432436 
## stopped after 100 iterations
## # weights:  73
## initial  value 165336.180795 
## iter  10 value 2783.820570
## iter  20 value 2024.417110
## iter  30 value 1673.367122
## iter  40 value 1458.663994
## iter  50 value 1347.270631
## iter  60 value 1253.838890
## iter  70 value 1165.930707
## iter  80 value 1096.205960
## iter  90 value 1067.511110
## iter 100 value 1043.486291
## final  value 1043.486291 
## stopped after 100 iterations
## # weights:  89
## initial  value 157033.578638 
## iter  10 value 2904.187215
## iter  20 value 1705.849734
## iter  30 value 1436.763535
## iter  40 value 1282.338085
## iter  50 value 1185.981447
## iter  60 value 1025.246974
## iter  70 value 955.174188
## iter  80 value 892.002500
## iter  90 value 814.386157
## iter 100 value 767.133664
## final  value 767.133664 
## stopped after 100 iterations
## # weights:  105
## initial  value 162029.899378 
## iter  10 value 2614.951481
## iter  20 value 1520.638972
## iter  30 value 1182.085178
## iter  40 value 963.389195
## iter  50 value 861.608490
## iter  60 value 756.594517
## iter  70 value 691.446640
## iter  80 value 637.717802
## iter  90 value 603.440545
## iter 100 value 559.481030
## final  value 559.481030 
## stopped after 100 iterations
## # weights:  121
## initial  value 150430.818822 
## iter  10 value 2335.891703
## iter  20 value 1728.629072
## iter  30 value 1405.903337
## iter  40 value 1195.513007
## iter  50 value 993.241794
## iter  60 value 846.830015
## iter  70 value 722.167128
## iter  80 value 656.719882
## iter  90 value 609.650084
## iter 100 value 573.270056
## final  value 573.270056 
## stopped after 100 iterations
## # weights:  137
## initial  value 161972.046431 
## iter  10 value 2413.304784
## iter  20 value 1582.441167
## iter  30 value 1304.985206
## iter  40 value 1066.614149
## iter  50 value 822.884745
## iter  60 value 704.002638
## iter  70 value 639.990085
## iter  80 value 589.732895
## iter  90 value 544.863756
## iter 100 value 491.174364
## final  value 491.174364 
## stopped after 100 iterations
## # weights:  153
## initial  value 149413.112697 
## iter  10 value 2252.909464
## iter  20 value 1574.023966
## iter  30 value 1228.742501
## iter  40 value 1031.476141
## iter  50 value 841.443890
## iter  60 value 691.599578
## iter  70 value 607.965150
## iter  80 value 533.692595
## iter  90 value 484.587493
## iter 100 value 437.522928
## final  value 437.522928 
## stopped after 100 iterations
## # weights:  9
## initial  value 158501.918254 
## iter  10 value 7435.466829
## iter  20 value 5156.314554
## iter  30 value 3410.048004
## iter  40 value 2467.769832
## iter  50 value 2409.243687
## final  value 2405.967936 
## converged
## # weights:  25
## initial  value 160069.052660 
## iter  10 value 6438.321481
## iter  20 value 3942.662176
## iter  30 value 2610.684104
## iter  40 value 2243.397059
## iter  50 value 2086.472304
## iter  60 value 1965.689841
## iter  70 value 1805.222593
## iter  80 value 1794.675047
## final  value 1794.670423 
## converged
## # weights:  41
## initial  value 143604.028522 
## iter  10 value 3155.756276
## iter  20 value 2376.274224
## iter  30 value 2066.937095
## iter  40 value 1912.517445
## iter  50 value 1755.729108
## iter  60 value 1622.322386
## iter  70 value 1587.301184
## iter  80 value 1564.279121
## iter  90 value 1558.858882
## iter 100 value 1553.500156
## final  value 1553.500156 
## stopped after 100 iterations
## # weights:  57
## initial  value 165774.040608 
## iter  10 value 10144.529163
## iter  20 value 4441.913246
## iter  30 value 3122.922409
## iter  40 value 2884.729176
## iter  50 value 2583.727889
## iter  60 value 2046.868360
## iter  70 value 1777.634178
## iter  80 value 1640.402632
## iter  90 value 1564.050612
## iter 100 value 1543.500302
## final  value 1543.500302 
## stopped after 100 iterations
## # weights:  73
## initial  value 178927.309925 
## iter  10 value 2539.803069
## iter  20 value 1795.872842
## iter  30 value 1602.567679
## iter  40 value 1477.812153
## iter  50 value 1409.420665
## iter  60 value 1330.702267
## iter  70 value 1267.157830
## iter  80 value 1216.478129
## iter  90 value 1187.347714
## iter 100 value 1171.716110
## final  value 1171.716110 
## stopped after 100 iterations
## # weights:  89
## initial  value 140226.941511 
## iter  10 value 2800.828008
## iter  20 value 1906.916089
## iter  30 value 1589.346216
## iter  40 value 1445.317682
## iter  50 value 1365.285771
## iter  60 value 1320.527542
## iter  70 value 1283.393024
## iter  80 value 1247.658669
## iter  90 value 1215.320155
## iter 100 value 1197.880364
## final  value 1197.880364 
## stopped after 100 iterations
## # weights:  105
## initial  value 144274.669429 
## iter  10 value 2534.536471
## iter  20 value 1768.234426
## iter  30 value 1591.705634
## iter  40 value 1352.182343
## iter  50 value 1250.013628
## iter  60 value 1207.718156
## iter  70 value 1181.955440
## iter  80 value 1153.150828
## iter  90 value 1117.816571
## iter 100 value 1084.195451
## final  value 1084.195451 
## stopped after 100 iterations
## # weights:  121
## initial  value 144897.934380 
## iter  10 value 2447.818829
## iter  20 value 1663.377256
## iter  30 value 1425.583218
## iter  40 value 1310.825407
## iter  50 value 1198.510904
## iter  60 value 1140.367250
## iter  70 value 1096.919650
## iter  80 value 1061.845738
## iter  90 value 1033.721464
## iter 100 value 1013.650009
## final  value 1013.650009 
## stopped after 100 iterations
## # weights:  137
## initial  value 154500.993439 
## iter  10 value 2444.668658
## iter  20 value 1757.512883
## iter  30 value 1445.346214
## iter  40 value 1282.515603
## iter  50 value 1161.434590
## iter  60 value 1032.684404
## iter  70 value 967.024082
## iter  80 value 931.298797
## iter  90 value 911.641420
## iter 100 value 896.075559
## final  value 896.075559 
## stopped after 100 iterations
## # weights:  153
## initial  value 147679.842781 
## iter  10 value 2271.652423
## iter  20 value 1572.960480
## iter  30 value 1301.039735
## iter  40 value 1133.093436
## iter  50 value 1018.158708
## iter  60 value 946.882575
## iter  70 value 898.105299
## iter  80 value 868.838565
## iter  90 value 854.037093
## iter 100 value 828.970639
## final  value 828.970639 
## stopped after 100 iterations
## # weights:  9
## initial  value 154368.804307 
## iter  10 value 6048.885066
## iter  20 value 5171.722463
## iter  30 value 2933.030053
## iter  40 value 2611.313855
## iter  50 value 2325.962136
## iter  60 value 2322.704643
## final  value 2322.657378 
## converged
## # weights:  25
## initial  value 145953.903964 
## iter  10 value 3857.128029
## iter  20 value 2881.913457
## iter  30 value 2293.656256
## iter  40 value 2004.614188
## iter  50 value 1952.010982
## iter  60 value 1944.782373
## iter  70 value 1934.129164
## iter  80 value 1923.875344
## iter  90 value 1905.265098
## iter 100 value 1899.881917
## final  value 1899.881917 
## stopped after 100 iterations
## # weights:  41
## initial  value 158896.343757 
## iter  10 value 3435.610944
## iter  20 value 2300.527475
## iter  30 value 1910.034126
## iter  40 value 1583.619207
## iter  50 value 1503.245698
## iter  60 value 1469.393385
## iter  70 value 1462.297113
## iter  80 value 1452.321915
## iter  90 value 1445.590245
## iter 100 value 1438.620259
## final  value 1438.620259 
## stopped after 100 iterations
## # weights:  57
## initial  value 147571.428074 
## iter  10 value 3174.431918
## iter  20 value 2386.107918
## iter  30 value 2044.153730
## iter  40 value 1868.806773
## iter  50 value 1811.613166
## iter  60 value 1769.111145
## iter  70 value 1728.321847
## iter  80 value 1709.462954
## iter  90 value 1673.865858
## iter 100 value 1599.509376
## final  value 1599.509376 
## stopped after 100 iterations
## # weights:  73
## initial  value 154864.622205 
## iter  10 value 2542.843949
## iter  20 value 1869.884439
## iter  30 value 1650.089080
## iter  40 value 1453.418988
## iter  50 value 1379.584549
## iter  60 value 1323.284013
## iter  70 value 1252.021545
## iter  80 value 1183.597302
## iter  90 value 1140.725763
## iter 100 value 1125.307590
## final  value 1125.307590 
## stopped after 100 iterations
## # weights:  89
## initial  value 161566.261237 
## iter  10 value 2845.059337
## iter  20 value 1847.396002
## iter  30 value 1563.576928
## iter  40 value 1423.408376
## iter  50 value 1340.383312
## iter  60 value 1267.450639
## iter  70 value 1241.678137
## iter  80 value 1224.684149
## iter  90 value 1213.767922
## iter 100 value 1210.667460
## final  value 1210.667460 
## stopped after 100 iterations
## # weights:  105
## initial  value 164377.300986 
## iter  10 value 2532.654207
## iter  20 value 1541.190473
## iter  30 value 1268.023387
## iter  40 value 1114.420071
## iter  50 value 1050.982793
## iter  60 value 1010.158831
## iter  70 value 961.676285
## iter  80 value 933.528970
## iter  90 value 905.246621
## iter 100 value 893.713960
## final  value 893.713960 
## stopped after 100 iterations
## # weights:  121
## initial  value 161975.819440 
## iter  10 value 3097.618150
## iter  20 value 1974.412460
## iter  30 value 1651.273060
## iter  40 value 1369.321206
## iter  50 value 1210.237543
## iter  60 value 1143.956128
## iter  70 value 1096.829903
## iter  80 value 1041.767400
## iter  90 value 996.809196
## iter 100 value 967.194695
## final  value 967.194695 
## stopped after 100 iterations
## # weights:  137
## initial  value 143236.183004 
## iter  10 value 2391.525834
## iter  20 value 1623.883058
## iter  30 value 1340.806582
## iter  40 value 1164.771069
## iter  50 value 1021.710370
## iter  60 value 909.806332
## iter  70 value 848.431225
## iter  80 value 815.644035
## iter  90 value 796.015125
## iter 100 value 779.232450
## final  value 779.232450 
## stopped after 100 iterations
## # weights:  153
## initial  value 137920.366549 
## iter  10 value 2380.684401
## iter  20 value 1547.415912
## iter  30 value 1201.453701
## iter  40 value 939.520413
## iter  50 value 827.592303
## iter  60 value 733.932649
## iter  70 value 692.137665
## iter  80 value 665.411262
## iter  90 value 637.013472
## iter 100 value 608.611833
## final  value 608.611833 
## stopped after 100 iterations
## # weights:  9
## initial  value 156612.517123 
## iter  10 value 6355.428168
## iter  20 value 4080.168367
## iter  30 value 3061.906576
## iter  40 value 2363.658289
## iter  50 value 2294.393078
## iter  60 value 2279.979355
## final  value 2279.979222 
## converged
## # weights:  25
## initial  value 161179.463326 
## iter  10 value 3782.546885
## iter  20 value 2948.478844
## iter  30 value 2141.089971
## iter  40 value 2000.697103
## iter  50 value 1950.871628
## iter  60 value 1940.752683
## iter  70 value 1906.595392
## iter  80 value 1867.485261
## iter  90 value 1848.382060
## iter 100 value 1834.368715
## final  value 1834.368715 
## stopped after 100 iterations
## # weights:  41
## initial  value 141596.317951 
## iter  10 value 8490.648386
## iter  20 value 3547.051154
## iter  30 value 2494.056984
## iter  40 value 2305.729989
## iter  50 value 2130.795688
## iter  60 value 2019.324487
## iter  70 value 1974.076458
## iter  80 value 1938.509551
## iter  90 value 1899.059796
## iter 100 value 1829.957345
## final  value 1829.957345 
## stopped after 100 iterations
## # weights:  57
## initial  value 149776.709292 
## iter  10 value 3961.390753
## iter  20 value 2334.970267
## iter  30 value 1866.327230
## iter  40 value 1648.867135
## iter  50 value 1535.664971
## iter  60 value 1378.409284
## iter  70 value 1304.624833
## iter  80 value 1280.380006
## iter  90 value 1273.500857
## iter 100 value 1269.931914
## final  value 1269.931914 
## stopped after 100 iterations
## # weights:  73
## initial  value 152389.710936 
## iter  10 value 2990.222412
## iter  20 value 1932.566030
## iter  30 value 1706.708486
## iter  40 value 1547.902442
## iter  50 value 1476.009949
## iter  60 value 1425.278811
## iter  70 value 1362.552190
## iter  80 value 1319.081520
## iter  90 value 1239.402946
## iter 100 value 1196.863891
## final  value 1196.863891 
## stopped after 100 iterations
## # weights:  89
## initial  value 143140.424622 
## iter  10 value 2433.102663
## iter  20 value 1811.808213
## iter  30 value 1493.001129
## iter  40 value 1286.377560
## iter  50 value 1173.332706
## iter  60 value 1055.919982
## iter  70 value 979.733767
## iter  80 value 941.600265
## iter  90 value 902.534781
## iter 100 value 890.128110
## final  value 890.128110 
## stopped after 100 iterations
## # weights:  105
## initial  value 144603.006094 
## iter  10 value 2386.665103
## iter  20 value 1668.907070
## iter  30 value 1370.705257
## iter  40 value 1147.256924
## iter  50 value 1012.770408
## iter  60 value 941.542550
## iter  70 value 876.597663
## iter  80 value 804.416938
## iter  90 value 774.720602
## iter 100 value 758.515538
## final  value 758.515538 
## stopped after 100 iterations
## # weights:  121
## initial  value 147958.654651 
## iter  10 value 2242.044627
## iter  20 value 1678.234232
## iter  30 value 1400.415759
## iter  40 value 1159.241832
## iter  50 value 979.949111
## iter  60 value 891.084468
## iter  70 value 817.295380
## iter  80 value 766.188814
## iter  90 value 726.351384
## iter 100 value 690.939772
## final  value 690.939772 
## stopped after 100 iterations
## # weights:  137
## initial  value 162494.544794 
## iter  10 value 2422.328840
## iter  20 value 1616.058358
## iter  30 value 1252.237125
## iter  40 value 1103.621978
## iter  50 value 1021.399048
## iter  60 value 925.928775
## iter  70 value 854.355190
## iter  80 value 787.466096
## iter  90 value 751.114915
## iter 100 value 721.061455
## final  value 721.061455 
## stopped after 100 iterations
## # weights:  153
## initial  value 174855.230448 
## iter  10 value 2138.761989
## iter  20 value 1503.730954
## iter  30 value 1199.303541
## iter  40 value 1015.042536
## iter  50 value 886.751823
## iter  60 value 788.824986
## iter  70 value 729.242337
## iter  80 value 667.376697
## iter  90 value 629.340233
## iter 100 value 602.749551
## final  value 602.749551 
## stopped after 100 iterations
## # weights:  9
## initial  value 146523.096153 
## iter  10 value 6384.517964
## iter  20 value 4486.553339
## iter  30 value 2869.028706
## iter  40 value 2386.257633
## iter  50 value 2263.595597
## iter  60 value 2258.879410
## final  value 2258.316257 
## converged
## # weights:  25
## initial  value 147580.417587 
## iter  10 value 5618.187543
## iter  20 value 3643.542610
## iter  30 value 2698.281322
## iter  40 value 2105.601010
## iter  50 value 2043.683363
## iter  60 value 2032.085571
## iter  70 value 2016.887882
## iter  80 value 1961.695161
## iter  90 value 1921.745561
## iter 100 value 1849.812179
## final  value 1849.812179 
## stopped after 100 iterations
## # weights:  41
## initial  value 153915.488251 
## iter  10 value 7853.730758
## iter  20 value 3706.685867
## iter  30 value 3054.268075
## iter  40 value 2322.353885
## iter  50 value 1926.022896
## iter  60 value 1792.759116
## iter  70 value 1732.104132
## iter  80 value 1704.406292
## iter  90 value 1695.386984
## iter 100 value 1682.447527
## final  value 1682.447527 
## stopped after 100 iterations
## # weights:  57
## initial  value 158485.034775 
## iter  10 value 3069.312905
## iter  20 value 2110.364961
## iter  30 value 1795.723913
## iter  40 value 1605.457065
## iter  50 value 1529.393100
## iter  60 value 1469.054369
## iter  70 value 1428.110114
## iter  80 value 1309.489795
## iter  90 value 1212.366288
## iter 100 value 1188.705264
## final  value 1188.705264 
## stopped after 100 iterations
## # weights:  73
## initial  value 164116.566205 
## iter  10 value 2987.504274
## iter  20 value 2160.752769
## iter  30 value 1794.471262
## iter  40 value 1536.766884
## iter  50 value 1365.566408
## iter  60 value 1174.588401
## iter  70 value 1123.690040
## iter  80 value 1103.144557
## iter  90 value 1090.490653
## iter 100 value 1085.282542
## final  value 1085.282542 
## stopped after 100 iterations
## # weights:  89
## initial  value 146730.752607 
## iter  10 value 3063.983199
## iter  20 value 1927.046822
## iter  30 value 1627.649863
## iter  40 value 1406.645243
## iter  50 value 1153.276194
## iter  60 value 1054.229019
## iter  70 value 975.648981
## iter  80 value 928.048733
## iter  90 value 878.823886
## iter 100 value 843.149673
## final  value 843.149673 
## stopped after 100 iterations
## # weights:  105
## initial  value 168179.852916 
## iter  10 value 2331.834047
## iter  20 value 1815.583867
## iter  30 value 1490.452220
## iter  40 value 1296.576036
## iter  50 value 1208.478867
## iter  60 value 1140.307454
## iter  70 value 1057.595739
## iter  80 value 1017.040796
## iter  90 value 994.313671
## iter 100 value 986.864705
## final  value 986.864705 
## stopped after 100 iterations
## # weights:  121
## initial  value 138463.214861 
## iter  10 value 2394.558910
## iter  20 value 1680.908706
## iter  30 value 1367.025254
## iter  40 value 1120.653046
## iter  50 value 982.755634
## iter  60 value 832.284252
## iter  70 value 737.814198
## iter  80 value 686.449948
## iter  90 value 647.919113
## iter 100 value 623.808632
## final  value 623.808632 
## stopped after 100 iterations
## # weights:  137
## initial  value 169875.999623 
## iter  10 value 2877.232423
## iter  20 value 1844.102232
## iter  30 value 1513.394482
## iter  40 value 1208.121393
## iter  50 value 1047.443311
## iter  60 value 898.371042
## iter  70 value 851.352435
## iter  80 value 810.969776
## iter  90 value 786.215861
## iter 100 value 760.043765
## final  value 760.043765 
## stopped after 100 iterations
## # weights:  153
## initial  value 157318.298699 
## iter  10 value 2147.681255
## iter  20 value 1574.514714
## iter  30 value 1269.118747
## iter  40 value 1122.720104
## iter  50 value 989.032371
## iter  60 value 896.187410
## iter  70 value 831.477109
## iter  80 value 790.558427
## iter  90 value 767.555573
## iter 100 value 743.631561
## final  value 743.631561 
## stopped after 100 iterations
## # weights:  9
## initial  value 142622.064189 
## iter  10 value 4129.738650
## iter  20 value 2866.438172
## iter  30 value 2453.875321
## iter  40 value 2263.807986
## iter  50 value 2253.267987
## iter  60 value 2247.627104
## iter  70 value 2247.561937
## final  value 2247.561902 
## converged
## # weights:  25
## initial  value 157195.212514 
## iter  10 value 4493.975604
## iter  20 value 2534.811664
## iter  30 value 1920.959575
## iter  40 value 1772.989786
## iter  50 value 1732.214150
## iter  60 value 1719.035160
## iter  70 value 1665.568229
## iter  80 value 1633.351798
## iter  90 value 1614.939723
## iter 100 value 1614.415711
## final  value 1614.415711 
## stopped after 100 iterations
## # weights:  41
## initial  value 146946.039955 
## iter  10 value 15804.088740
## iter  20 value 3973.654691
## iter  30 value 2786.770139
## iter  40 value 2202.726386
## iter  50 value 1949.168457
## iter  60 value 1839.874298
## iter  70 value 1820.527667
## iter  80 value 1772.674516
## iter  90 value 1764.198183
## iter 100 value 1758.149488
## final  value 1758.149488 
## stopped after 100 iterations
## # weights:  57
## initial  value 156005.892369 
## iter  10 value 9282.183551
## iter  20 value 3425.871687
## iter  30 value 2599.260067
## iter  40 value 1856.955928
## iter  50 value 1637.626131
## iter  60 value 1530.556767
## iter  70 value 1413.329489
## iter  80 value 1364.015914
## iter  90 value 1341.150930
## iter 100 value 1313.652701
## final  value 1313.652701 
## stopped after 100 iterations
## # weights:  73
## initial  value 166093.116486 
## iter  10 value 4872.039185
## iter  20 value 2456.700479
## iter  30 value 1856.948307
## iter  40 value 1729.679553
## iter  50 value 1620.087024
## iter  60 value 1447.711607
## iter  70 value 1398.898198
## iter  80 value 1376.774502
## iter  90 value 1373.281866
## iter 100 value 1372.259755
## final  value 1372.259755 
## stopped after 100 iterations
## # weights:  89
## initial  value 162484.930379 
## iter  10 value 2947.169385
## iter  20 value 1830.202390
## iter  30 value 1406.898496
## iter  40 value 1256.343888
## iter  50 value 1152.488816
## iter  60 value 1073.971743
## iter  70 value 1037.667608
## iter  80 value 1004.354189
## iter  90 value 990.384486
## iter 100 value 977.105071
## final  value 977.105071 
## stopped after 100 iterations
## # weights:  105
## initial  value 154473.760654 
## iter  10 value 3560.112217
## iter  20 value 1931.677795
## iter  30 value 1469.606533
## iter  40 value 1247.386657
## iter  50 value 1082.227026
## iter  60 value 984.090136
## iter  70 value 906.458469
## iter  80 value 831.466006
## iter  90 value 800.055431
## iter 100 value 767.340335
## final  value 767.340335 
## stopped after 100 iterations
## # weights:  121
## initial  value 145777.090692 
## iter  10 value 2499.169995
## iter  20 value 1694.859706
## iter  30 value 1380.374787
## iter  40 value 1171.606285
## iter  50 value 989.820858
## iter  60 value 824.177802
## iter  70 value 742.871083
## iter  80 value 671.364993
## iter  90 value 613.770451
## iter 100 value 589.540481
## final  value 589.540481 
## stopped after 100 iterations
## # weights:  137
## initial  value 150951.804541 
## iter  10 value 2384.865713
## iter  20 value 1655.913257
## iter  30 value 1338.978937
## iter  40 value 1146.057921
## iter  50 value 1018.311180
## iter  60 value 857.438963
## iter  70 value 714.496761
## iter  80 value 627.581600
## iter  90 value 589.038888
## iter 100 value 551.762504
## final  value 551.762504 
## stopped after 100 iterations
## # weights:  153
## initial  value 147596.087444 
## iter  10 value 2207.525289
## iter  20 value 1542.097183
## iter  30 value 1238.986396
## iter  40 value 1008.085714
## iter  50 value 877.547476
## iter  60 value 734.568810
## iter  70 value 637.047845
## iter  80 value 588.453499
## iter  90 value 528.125958
## iter 100 value 491.810914
## final  value 491.810914 
## stopped after 100 iterations
## # weights:  9
## initial  value 159482.959480 
## iter  10 value 7174.695783
## iter  20 value 5327.426378
## iter  30 value 4623.814425
## iter  40 value 2672.612207
## iter  50 value 2324.228210
## iter  60 value 2251.610459
## iter  70 value 2243.689800
## final  value 2242.394627 
## converged
## # weights:  25
## initial  value 161693.495388 
## iter  10 value 3169.145053
## iter  20 value 2290.995536
## iter  30 value 1948.697772
## iter  40 value 1847.404964
## iter  50 value 1749.123303
## iter  60 value 1743.061634
## iter  70 value 1739.359333
## iter  80 value 1736.095575
## iter  90 value 1735.594664
## iter 100 value 1735.517398
## final  value 1735.517398 
## stopped after 100 iterations
## # weights:  41
## initial  value 144654.435202 
## iter  10 value 6782.434469
## iter  20 value 4745.697301
## iter  30 value 3553.021593
## iter  40 value 2523.999130
## iter  50 value 1832.457639
## iter  60 value 1674.150579
## iter  70 value 1659.718393
## iter  80 value 1630.199154
## iter  90 value 1580.631290
## iter 100 value 1540.099272
## final  value 1540.099272 
## stopped after 100 iterations
## # weights:  57
## initial  value 157366.022974 
## iter  10 value 3768.928469
## iter  20 value 2073.767226
## iter  30 value 1698.832077
## iter  40 value 1549.961423
## iter  50 value 1449.570839
## iter  60 value 1343.665567
## iter  70 value 1301.163466
## iter  80 value 1285.103663
## iter  90 value 1269.385924
## iter 100 value 1253.161564
## final  value 1253.161564 
## stopped after 100 iterations
## # weights:  73
## initial  value 157182.039279 
## iter  10 value 2887.033084
## iter  20 value 2022.384620
## iter  30 value 1734.145223
## iter  40 value 1517.759192
## iter  50 value 1386.368836
## iter  60 value 1292.606076
## iter  70 value 1209.691701
## iter  80 value 1137.854056
## iter  90 value 1105.805861
## iter 100 value 1084.352108
## final  value 1084.352108 
## stopped after 100 iterations
## # weights:  89
## initial  value 152071.156121 
## iter  10 value 2249.865081
## iter  20 value 1662.951944
## iter  30 value 1415.801600
## iter  40 value 1229.829271
## iter  50 value 1115.763821
## iter  60 value 1010.883874
## iter  70 value 871.508702
## iter  80 value 831.790461
## iter  90 value 805.321060
## iter 100 value 785.724699
## final  value 785.724699 
## stopped after 100 iterations
## # weights:  105
## initial  value 149276.002595 
## iter  10 value 2437.829554
## iter  20 value 1572.288287
## iter  30 value 1242.636777
## iter  40 value 1126.247681
## iter  50 value 946.402515
## iter  60 value 861.222338
## iter  70 value 799.135880
## iter  80 value 749.051734
## iter  90 value 719.603348
## iter 100 value 706.830864
## final  value 706.830864 
## stopped after 100 iterations
## # weights:  121
## initial  value 138590.080361 
## iter  10 value 2401.801342
## iter  20 value 1665.010962
## iter  30 value 1316.721467
## iter  40 value 1127.752703
## iter  50 value 923.214258
## iter  60 value 796.654266
## iter  70 value 718.503456
## iter  80 value 666.370543
## iter  90 value 621.686942
## iter 100 value 586.293983
## final  value 586.293983 
## stopped after 100 iterations
## # weights:  137
## initial  value 138797.887133 
## iter  10 value 2187.021112
## iter  20 value 1570.329985
## iter  30 value 1194.063620
## iter  40 value 1025.070314
## iter  50 value 877.825374
## iter  60 value 763.670366
## iter  70 value 684.109742
## iter  80 value 642.457313
## iter  90 value 622.694814
## iter 100 value 601.226094
## final  value 601.226094 
## stopped after 100 iterations
## # weights:  153
## initial  value 134284.117968 
## iter  10 value 2154.986405
## iter  20 value 1629.536612
## iter  30 value 1213.537531
## iter  40 value 1003.185375
## iter  50 value 886.381158
## iter  60 value 784.535686
## iter  70 value 666.085938
## iter  80 value 585.609696
## iter  90 value 508.523377
## iter 100 value 452.198066
## final  value 452.198066 
## stopped after 100 iterations
## # weights:  9
## initial  value 155946.831696 
## iter  10 value 5562.498278
## iter  20 value 3522.327223
## iter  30 value 2609.837296
## iter  40 value 2266.650956
## iter  50 value 2248.027087
## iter  60 value 2240.199689
## iter  70 value 2240.019271
## final  value 2240.001344 
## converged
## # weights:  25
## initial  value 151374.610664 
## iter  10 value 6582.839835
## iter  20 value 5093.783361
## iter  30 value 2471.929859
## iter  40 value 2182.378704
## iter  50 value 2049.608591
## iter  60 value 2013.170438
## iter  70 value 1970.131770
## iter  80 value 1948.049878
## iter  90 value 1943.566571
## iter 100 value 1942.189060
## final  value 1942.189060 
## stopped after 100 iterations
## # weights:  41
## initial  value 161869.210048 
## iter  10 value 3482.794471
## iter  20 value 2590.757609
## iter  30 value 2126.387900
## iter  40 value 1709.154490
## iter  50 value 1570.286298
## iter  60 value 1535.655562
## iter  70 value 1505.327111
## iter  80 value 1487.918264
## iter  90 value 1453.498960
## iter 100 value 1433.382624
## final  value 1433.382624 
## stopped after 100 iterations
## # weights:  57
## initial  value 144958.780417 
## iter  10 value 3797.424407
## iter  20 value 2218.377788
## iter  30 value 1931.872920
## iter  40 value 1752.876290
## iter  50 value 1572.442782
## iter  60 value 1453.837169
## iter  70 value 1340.421730
## iter  80 value 1314.102666
## iter  90 value 1301.720604
## iter 100 value 1297.393062
## final  value 1297.393062 
## stopped after 100 iterations
## # weights:  73
## initial  value 147429.682533 
## iter  10 value 2971.888854
## iter  20 value 1868.300808
## iter  30 value 1565.355241
## iter  40 value 1337.063789
## iter  50 value 1241.039749
## iter  60 value 1173.126075
## iter  70 value 1124.391267
## iter  80 value 1069.679620
## iter  90 value 1020.403927
## iter 100 value 996.293271
## final  value 996.293271 
## stopped after 100 iterations
## # weights:  89
## initial  value 163018.149373 
## iter  10 value 2672.106424
## iter  20 value 2013.776780
## iter  30 value 1648.464788
## iter  40 value 1265.255811
## iter  50 value 1103.866952
## iter  60 value 1032.654418
## iter  70 value 984.529952
## iter  80 value 962.523530
## iter  90 value 941.888875
## iter 100 value 911.494876
## final  value 911.494876 
## stopped after 100 iterations
## # weights:  105
## initial  value 156646.016746 
## iter  10 value 2190.047829
## iter  20 value 1626.837987
## iter  30 value 1386.792445
## iter  40 value 1178.495924
## iter  50 value 1031.235492
## iter  60 value 918.861959
## iter  70 value 825.831935
## iter  80 value 741.142216
## iter  90 value 692.323698
## iter 100 value 651.822255
## final  value 651.822255 
## stopped after 100 iterations
## # weights:  121
## initial  value 167656.381640 
## iter  10 value 2177.580880
## iter  20 value 1630.707158
## iter  30 value 1295.936210
## iter  40 value 1130.226297
## iter  50 value 957.732299
## iter  60 value 783.726299
## iter  70 value 693.979813
## iter  80 value 654.832189
## iter  90 value 615.573733
## iter 100 value 586.558877
## final  value 586.558877 
## stopped after 100 iterations
## # weights:  137
## initial  value 145969.507084 
## iter  10 value 2260.649500
## iter  20 value 1524.425061
## iter  30 value 1235.949886
## iter  40 value 1038.188533
## iter  50 value 896.940395
## iter  60 value 809.494239
## iter  70 value 714.415863
## iter  80 value 628.177680
## iter  90 value 591.137122
## iter 100 value 542.915478
## final  value 542.915478 
## stopped after 100 iterations
## # weights:  153
## initial  value 157260.933358 
## iter  10 value 2317.166784
## iter  20 value 1631.355830
## iter  30 value 1239.722687
## iter  40 value 1050.546107
## iter  50 value 830.752404
## iter  60 value 723.093921
## iter  70 value 662.645689
## iter  80 value 607.309056
## iter  90 value 572.268139
## iter 100 value 541.331578
## final  value 541.331578 
## stopped after 100 iterations
## # weights:  9
## initial  value 158004.548586 
## iter  10 value 5725.531714
## iter  20 value 5129.236832
## iter  30 value 4032.606987
## iter  40 value 2822.373930
## iter  50 value 2289.362283
## iter  60 value 2252.129978
## iter  70 value 2239.550022
## iter  80 value 2239.025873
## final  value 2238.936348 
## converged
## # weights:  25
## initial  value 158853.163539 
## iter  10 value 4731.872531
## iter  20 value 2750.611947
## iter  30 value 2122.620852
## iter  40 value 1988.094156
## iter  50 value 1915.275041
## iter  60 value 1856.068397
## iter  70 value 1796.218533
## iter  80 value 1772.588311
## iter  90 value 1762.953360
## iter 100 value 1758.706413
## final  value 1758.706413 
## stopped after 100 iterations
## # weights:  41
## initial  value 149794.473561 
## iter  10 value 3850.458160
## iter  20 value 2301.621826
## iter  30 value 1918.413080
## iter  40 value 1643.799421
## iter  50 value 1519.741077
## iter  60 value 1455.977580
## iter  70 value 1416.381338
## iter  80 value 1394.928995
## iter  90 value 1385.934110
## iter 100 value 1382.225627
## final  value 1382.225627 
## stopped after 100 iterations
## # weights:  57
## initial  value 144050.692873 
## iter  10 value 2702.770347
## iter  20 value 2066.420707
## iter  30 value 1834.339259
## iter  40 value 1693.475991
## iter  50 value 1631.470678
## iter  60 value 1596.511515
## iter  70 value 1565.286362
## iter  80 value 1525.214557
## iter  90 value 1502.391632
## iter 100 value 1490.395821
## final  value 1490.395821 
## stopped after 100 iterations
## # weights:  73
## initial  value 158061.763500 
## iter  10 value 3168.146188
## iter  20 value 2025.900504
## iter  30 value 1718.993960
## iter  40 value 1530.325316
## iter  50 value 1458.560834
## iter  60 value 1394.186803
## iter  70 value 1347.235574
## iter  80 value 1304.251153
## iter  90 value 1283.023357
## iter 100 value 1267.001840
## final  value 1267.001840 
## stopped after 100 iterations
## # weights:  89
## initial  value 155619.211922 
## iter  10 value 2554.670635
## iter  20 value 1702.104803
## iter  30 value 1430.138976
## iter  40 value 1263.142387
## iter  50 value 1139.709766
## iter  60 value 1003.864400
## iter  70 value 916.340486
## iter  80 value 885.812928
## iter  90 value 868.118844
## iter 100 value 855.874908
## final  value 855.874908 
## stopped after 100 iterations
## # weights:  105
## initial  value 160128.377704 
## iter  10 value 2537.297356
## iter  20 value 1778.624796
## iter  30 value 1460.904989
## iter  40 value 1223.626688
## iter  50 value 1075.174983
## iter  60 value 953.599678
## iter  70 value 863.862817
## iter  80 value 785.355902
## iter  90 value 721.894742
## iter 100 value 684.380323
## final  value 684.380323 
## stopped after 100 iterations
## # weights:  121
## initial  value 157399.173865 
## iter  10 value 2509.211188
## iter  20 value 1738.684632
## iter  30 value 1411.508376
## iter  40 value 1107.539704
## iter  50 value 927.891374
## iter  60 value 806.656168
## iter  70 value 714.483931
## iter  80 value 647.925195
## iter  90 value 599.527177
## iter 100 value 557.919018
## final  value 557.919018 
## stopped after 100 iterations
## # weights:  137
## initial  value 147623.065358 
## iter  10 value 2389.313717
## iter  20 value 1766.829978
## iter  30 value 1355.131426
## iter  40 value 1090.507293
## iter  50 value 819.764873
## iter  60 value 679.441739
## iter  70 value 617.380759
## iter  80 value 579.842871
## iter  90 value 545.797168
## iter 100 value 513.652385
## final  value 513.652385 
## stopped after 100 iterations
## # weights:  153
## initial  value 167917.333980 
## iter  10 value 2759.326604
## iter  20 value 1779.796405
## iter  30 value 1340.990694
## iter  40 value 1074.881187
## iter  50 value 901.711945
## iter  60 value 757.105603
## iter  70 value 676.229665
## iter  80 value 617.818961
## iter  90 value 574.660146
## iter 100 value 546.397933
## final  value 546.397933 
## stopped after 100 iterations
## # weights:  9
## initial  value 158440.108329 
## iter  10 value 5461.175841
## iter  20 value 4485.652179
## iter  30 value 3106.304025
## iter  40 value 2377.018541
## iter  50 value 2278.281187
## iter  60 value 2242.423647
## iter  70 value 2239.694890
## final  value 2238.485062 
## converged
## # weights:  25
## initial  value 157822.940729 
## iter  10 value 7874.865088
## iter  20 value 6396.146691
## iter  30 value 4215.109119
## iter  40 value 2581.271588
## iter  50 value 2190.749601
## iter  60 value 1966.604373
## iter  70 value 1931.048182
## iter  80 value 1919.764952
## iter  90 value 1912.820894
## iter 100 value 1909.687325
## final  value 1909.687325 
## stopped after 100 iterations
## # weights:  41
## initial  value 163832.473451 
## iter  10 value 6953.398400
## iter  20 value 2833.514094
## iter  30 value 2130.167404
## iter  40 value 1729.758164
## iter  50 value 1589.432473
## iter  60 value 1563.710021
## iter  70 value 1550.233290
## iter  80 value 1512.998691
## iter  90 value 1494.614467
## iter 100 value 1469.377363
## final  value 1469.377363 
## stopped after 100 iterations
## # weights:  57
## initial  value 150046.283611 
## iter  10 value 3357.989806
## iter  20 value 2136.267329
## iter  30 value 1844.263889
## iter  40 value 1528.489518
## iter  50 value 1398.775957
## iter  60 value 1354.873521
## iter  70 value 1344.360604
## iter  80 value 1324.265609
## iter  90 value 1301.876107
## iter 100 value 1280.751077
## final  value 1280.751077 
## stopped after 100 iterations
## # weights:  73
## initial  value 145862.591116 
## iter  10 value 3166.035156
## iter  20 value 2024.368067
## iter  30 value 1661.911682
## iter  40 value 1454.016679
## iter  50 value 1331.204072
## iter  60 value 1227.828637
## iter  70 value 1130.969048
## iter  80 value 1063.585057
## iter  90 value 1000.861722
## iter 100 value 945.778919
## final  value 945.778919 
## stopped after 100 iterations
## # weights:  89
## initial  value 147327.906889 
## iter  10 value 2429.787086
## iter  20 value 1723.770256
## iter  30 value 1444.933893
## iter  40 value 1257.092408
## iter  50 value 1147.396133
## iter  60 value 1085.111550
## iter  70 value 1026.165389
## iter  80 value 951.409499
## iter  90 value 920.745440
## iter 100 value 905.597266
## final  value 905.597266 
## stopped after 100 iterations
## # weights:  105
## initial  value 167149.403282 
## iter  10 value 2769.842165
## iter  20 value 1716.738349
## iter  30 value 1422.475139
## iter  40 value 1207.864027
## iter  50 value 1062.961992
## iter  60 value 971.459628
## iter  70 value 909.567011
## iter  80 value 853.708508
## iter  90 value 785.161555
## iter 100 value 738.593598
## final  value 738.593598 
## stopped after 100 iterations
## # weights:  121
## initial  value 154817.552268 
## iter  10 value 2449.153053
## iter  20 value 1416.532706
## iter  30 value 1174.716925
## iter  40 value 921.809760
## iter  50 value 801.749852
## iter  60 value 717.545849
## iter  70 value 666.543654
## iter  80 value 631.338959
## iter  90 value 601.435336
## iter 100 value 577.337381
## final  value 577.337381 
## stopped after 100 iterations
## # weights:  137
## initial  value 147205.148730 
## iter  10 value 2345.709091
## iter  20 value 1602.114550
## iter  30 value 1293.808443
## iter  40 value 1106.426437
## iter  50 value 910.645727
## iter  60 value 777.259706
## iter  70 value 715.975043
## iter  80 value 683.896111
## iter  90 value 657.747251
## iter 100 value 620.015699
## final  value 620.015699 
## stopped after 100 iterations
## # weights:  153
## initial  value 149211.316833 
## iter  10 value 2186.181493
## iter  20 value 1534.076212
## iter  30 value 1204.911584
## iter  40 value 983.039700
## iter  50 value 829.679805
## iter  60 value 699.989270
## iter  70 value 572.610598
## iter  80 value 496.782864
## iter  90 value 457.736946
## iter 100 value 425.240784
## final  value 425.240784 
## stopped after 100 iterations
## # weights:  9
## initial  value 152014.535156 
## iter  10 value 6340.095550
## iter  20 value 4925.286578
## iter  30 value 3979.597338
## iter  40 value 2593.637810
## iter  50 value 2085.306529
## iter  60 value 2032.000884
## iter  70 value 2011.128657
## iter  80 value 2010.631563
## iter  80 value 2010.631544
## final  value 2010.631451 
## converged
## # weights:  25
## initial  value 164694.258888 
## iter  10 value 3741.589901
## iter  20 value 2614.863427
## iter  30 value 1836.678465
## iter  40 value 1753.256122
## iter  50 value 1562.518227
## iter  60 value 1516.537516
## iter  70 value 1500.222822
## iter  80 value 1488.685289
## iter  90 value 1480.558101
## iter 100 value 1458.915397
## final  value 1458.915397 
## stopped after 100 iterations
## # weights:  41
## initial  value 155850.457802 
## iter  10 value 4549.756529
## iter  20 value 2423.011753
## iter  30 value 1787.757728
## iter  40 value 1523.171663
## iter  50 value 1358.945578
## iter  60 value 1278.107351
## iter  70 value 1214.150411
## iter  80 value 1198.685186
## iter  90 value 1191.166079
## iter 100 value 1178.169047
## final  value 1178.169047 
## stopped after 100 iterations
## # weights:  57
## initial  value 147505.481959 
## iter  10 value 3281.001866
## iter  20 value 2249.365100
## iter  30 value 1747.444431
## iter  40 value 1576.939410
## iter  50 value 1510.348496
## iter  60 value 1413.568134
## iter  70 value 1327.692371
## iter  80 value 1289.908629
## iter  90 value 1272.984752
## iter 100 value 1262.071742
## final  value 1262.071742 
## stopped after 100 iterations
## # weights:  73
## initial  value 134719.210214 
## iter  10 value 2190.812677
## iter  20 value 1575.164635
## iter  30 value 1217.090765
## iter  40 value 1018.143128
## iter  50 value 900.968346
## iter  60 value 818.862758
## iter  70 value 795.374420
## iter  80 value 773.094615
## iter  90 value 757.658916
## iter 100 value 746.001380
## final  value 746.001380 
## stopped after 100 iterations
## # weights:  89
## initial  value 164275.926155 
## iter  10 value 2237.617659
## iter  20 value 1499.944847
## iter  30 value 1303.730117
## iter  40 value 1027.533513
## iter  50 value 884.492759
## iter  60 value 770.532492
## iter  70 value 719.743871
## iter  80 value 669.036310
## iter  90 value 629.912093
## iter 100 value 600.481921
## final  value 600.481921 
## stopped after 100 iterations
## # weights:  105
## initial  value 146875.601979 
## iter  10 value 2183.430309
## iter  20 value 1415.709873
## iter  30 value 1085.060368
## iter  40 value 844.842432
## iter  50 value 742.228388
## iter  60 value 637.289159
## iter  70 value 584.787040
## iter  80 value 536.164636
## iter  90 value 496.510119
## iter 100 value 469.106011
## final  value 469.106011 
## stopped after 100 iterations
## # weights:  121
## initial  value 142426.984416 
## iter  10 value 2142.794295
## iter  20 value 1525.806023
## iter  30 value 1174.443756
## iter  40 value 967.895222
## iter  50 value 717.335975
## iter  60 value 627.288220
## iter  70 value 596.457196
## iter  80 value 564.944778
## iter  90 value 526.518863
## iter 100 value 481.422921
## final  value 481.422921 
## stopped after 100 iterations
## # weights:  137
## initial  value 133250.858781 
## iter  10 value 2068.091118
## iter  20 value 1361.347145
## iter  30 value 1072.307490
## iter  40 value 860.861349
## iter  50 value 760.330567
## iter  60 value 688.756291
## iter  70 value 628.280216
## iter  80 value 566.573591
## iter  90 value 515.323593
## iter 100 value 447.335483
## final  value 447.335483 
## stopped after 100 iterations
## # weights:  153
## initial  value 147524.099671 
## iter  10 value 1849.248594
## iter  20 value 1278.428932
## iter  30 value 979.816557
## iter  40 value 810.332440
## iter  50 value 674.506587
## iter  60 value 551.203993
## iter  70 value 481.577313
## iter  80 value 422.330443
## iter  90 value 394.305220
## iter 100 value 375.765111
## final  value 375.765111 
## stopped after 100 iterations
## # weights:  9
## initial  value 157281.563355 
## iter  10 value 6345.490086
## iter  20 value 3806.936916
## iter  30 value 2899.748836
## iter  40 value 2170.328970
## iter  50 value 2149.272208
## final  value 2149.088730 
## converged
## # weights:  25
## initial  value 146399.501476 
## iter  10 value 3978.144895
## iter  20 value 2753.042843
## iter  30 value 2115.160832
## iter  40 value 1924.995179
## iter  50 value 1829.032096
## iter  60 value 1800.220425
## iter  70 value 1748.094790
## iter  80 value 1644.321381
## iter  90 value 1541.745343
## iter 100 value 1515.203273
## final  value 1515.203273 
## stopped after 100 iterations
## # weights:  41
## initial  value 162224.541019 
## iter  10 value 4758.995491
## iter  20 value 2316.403442
## iter  30 value 1767.461111
## iter  40 value 1655.270104
## iter  50 value 1620.406977
## iter  60 value 1582.205340
## iter  70 value 1493.656751
## iter  80 value 1430.182541
## iter  90 value 1405.339776
## iter 100 value 1400.556034
## final  value 1400.556034 
## stopped after 100 iterations
## # weights:  57
## initial  value 146875.340694 
## iter  10 value 2495.971150
## iter  20 value 1816.310520
## iter  30 value 1739.047028
## iter  40 value 1697.626290
## iter  50 value 1669.968475
## iter  60 value 1542.049613
## iter  70 value 1463.422361
## iter  80 value 1374.079088
## iter  90 value 1308.430488
## iter 100 value 1290.037646
## final  value 1290.037646 
## stopped after 100 iterations
## # weights:  73
## initial  value 149273.812335 
## iter  10 value 3353.256624
## iter  20 value 2256.278579
## iter  30 value 1826.431464
## iter  40 value 1690.414421
## iter  50 value 1639.775595
## iter  60 value 1579.023900
## iter  70 value 1497.162722
## iter  80 value 1426.244908
## iter  90 value 1359.944064
## iter 100 value 1305.506175
## final  value 1305.506175 
## stopped after 100 iterations
## # weights:  89
## initial  value 125822.350468 
## iter  10 value 2335.717029
## iter  20 value 1556.483360
## iter  30 value 1354.576294
## iter  40 value 1165.900724
## iter  50 value 1050.781623
## iter  60 value 979.659646
## iter  70 value 930.982256
## iter  80 value 893.424900
## iter  90 value 855.125166
## iter 100 value 823.487510
## final  value 823.487510 
## stopped after 100 iterations
## # weights:  105
## initial  value 152691.510834 
## iter  10 value 2416.145043
## iter  20 value 1629.439916
## iter  30 value 1298.727829
## iter  40 value 1133.329454
## iter  50 value 1032.134598
## iter  60 value 972.191861
## iter  70 value 924.338898
## iter  80 value 868.267388
## iter  90 value 832.017464
## iter 100 value 795.564602
## final  value 795.564602 
## stopped after 100 iterations
## # weights:  121
## initial  value 162305.056550 
## iter  10 value 2224.328624
## iter  20 value 1503.900664
## iter  30 value 1246.085370
## iter  40 value 1095.714174
## iter  50 value 1035.235766
## iter  60 value 971.268556
## iter  70 value 895.630766
## iter  80 value 861.119574
## iter  90 value 827.121888
## iter 100 value 799.228772
## final  value 799.228772 
## stopped after 100 iterations
## # weights:  137
## initial  value 154217.203964 
## iter  10 value 2185.772974
## iter  20 value 1497.093448
## iter  30 value 1222.273343
## iter  40 value 1061.255051
## iter  50 value 942.819448
## iter  60 value 883.308979
## iter  70 value 836.604963
## iter  80 value 793.856564
## iter  90 value 756.788661
## iter 100 value 738.941883
## final  value 738.941883 
## stopped after 100 iterations
## # weights:  153
## initial  value 159916.910232 
## iter  10 value 2022.027960
## iter  20 value 1324.072435
## iter  30 value 1061.180616
## iter  40 value 929.673849
## iter  50 value 872.627503
## iter  60 value 810.360547
## iter  70 value 765.572853
## iter  80 value 721.143241
## iter  90 value 699.534142
## iter 100 value 684.084027
## final  value 684.084027 
## stopped after 100 iterations
## # weights:  9
## initial  value 146179.360496 
## iter  10 value 4283.040604
## iter  20 value 2565.461228
## iter  30 value 2172.803393
## iter  40 value 2077.847193
## iter  50 value 2077.475352
## iter  50 value 2077.475350
## iter  50 value 2077.475350
## final  value 2077.475350 
## converged
## # weights:  25
## initial  value 139755.890667 
## iter  10 value 4132.751835
## iter  20 value 2578.732696
## iter  30 value 2064.539953
## iter  40 value 1731.759532
## iter  50 value 1548.983145
## iter  60 value 1523.457671
## iter  70 value 1519.671900
## iter  80 value 1513.583629
## iter  90 value 1504.080940
## iter 100 value 1471.185697
## final  value 1471.185697 
## stopped after 100 iterations
## # weights:  41
## initial  value 155138.428403 
## iter  10 value 2738.325587
## iter  20 value 2292.663930
## iter  30 value 2018.322694
## iter  40 value 1848.861411
## iter  50 value 1714.513154
## iter  60 value 1672.751118
## iter  70 value 1600.120386
## iter  80 value 1580.201797
## iter  90 value 1567.318021
## iter 100 value 1544.899920
## final  value 1544.899920 
## stopped after 100 iterations
## # weights:  57
## initial  value 154120.324874 
## iter  10 value 6804.282623
## iter  20 value 2694.442914
## iter  30 value 2087.732979
## iter  40 value 1727.790006
## iter  50 value 1550.095486
## iter  60 value 1443.996513
## iter  70 value 1352.192595
## iter  80 value 1312.253920
## iter  90 value 1255.397964
## iter 100 value 1218.053865
## final  value 1218.053865 
## stopped after 100 iterations
## # weights:  73
## initial  value 146422.067305 
## iter  10 value 2277.005594
## iter  20 value 1654.643548
## iter  30 value 1392.845337
## iter  40 value 1187.497415
## iter  50 value 1121.742194
## iter  60 value 1086.975189
## iter  70 value 1053.716381
## iter  80 value 1000.893158
## iter  90 value 979.870402
## iter 100 value 954.239153
## final  value 954.239153 
## stopped after 100 iterations
## # weights:  89
## initial  value 154686.083423 
## iter  10 value 2214.464981
## iter  20 value 1689.388345
## iter  30 value 1372.165160
## iter  40 value 1233.485650
## iter  50 value 1111.945006
## iter  60 value 999.828680
## iter  70 value 918.090401
## iter  80 value 872.520265
## iter  90 value 851.863528
## iter 100 value 830.615346
## final  value 830.615346 
## stopped after 100 iterations
## # weights:  105
## initial  value 146206.849042 
## iter  10 value 2233.440259
## iter  20 value 1282.774000
## iter  30 value 999.102638
## iter  40 value 904.115651
## iter  50 value 831.983933
## iter  60 value 797.796960
## iter  70 value 782.631697
## iter  80 value 761.322136
## iter  90 value 717.259121
## iter 100 value 665.832242
## final  value 665.832242 
## stopped after 100 iterations
## # weights:  121
## initial  value 158580.491414 
## iter  10 value 2126.978665
## iter  20 value 1356.511107
## iter  30 value 1053.661646
## iter  40 value 898.239342
## iter  50 value 764.708114
## iter  60 value 704.698749
## iter  70 value 674.366702
## iter  80 value 645.863270
## iter  90 value 635.256180
## iter 100 value 629.849486
## final  value 629.849486 
## stopped after 100 iterations
## # weights:  137
## initial  value 157212.292597 
## iter  10 value 2280.729843
## iter  20 value 1569.246289
## iter  30 value 1286.680798
## iter  40 value 1094.280841
## iter  50 value 882.143961
## iter  60 value 750.594192
## iter  70 value 691.515685
## iter  80 value 657.953219
## iter  90 value 637.396642
## iter 100 value 616.603643
## final  value 616.603643 
## stopped after 100 iterations
## # weights:  153
## initial  value 131529.759631 
## iter  10 value 1839.155964
## iter  20 value 1341.812078
## iter  30 value 979.211091
## iter  40 value 847.496875
## iter  50 value 721.996835
## iter  60 value 652.640002
## iter  70 value 599.451630
## iter  80 value 580.435917
## iter  90 value 563.826163
## iter 100 value 543.916385
## final  value 543.916385 
## stopped after 100 iterations
## # weights:  9
## initial  value 153838.254759 
## iter  10 value 3455.260778
## iter  20 value 2319.132522
## iter  30 value 2164.066435
## iter  40 value 2043.335974
## iter  50 value 2042.129363
## final  value 2042.124926 
## converged
## # weights:  25
## initial  value 150234.921517 
## iter  10 value 4286.114203
## iter  20 value 2904.169960
## iter  30 value 1858.787647
## iter  40 value 1675.884641
## iter  50 value 1600.658965
## iter  60 value 1595.469411
## iter  70 value 1551.836236
## iter  80 value 1441.807618
## iter  90 value 1417.908432
## iter 100 value 1416.514406
## final  value 1416.514406 
## stopped after 100 iterations
## # weights:  41
## initial  value 148683.887314 
## iter  10 value 3985.832040
## iter  20 value 2919.389856
## iter  30 value 2080.599886
## iter  40 value 1642.357923
## iter  50 value 1489.966788
## iter  60 value 1403.236298
## iter  70 value 1337.837723
## iter  80 value 1313.898345
## iter  90 value 1305.380429
## iter 100 value 1290.312212
## final  value 1290.312212 
## stopped after 100 iterations
## # weights:  57
## initial  value 149600.429957 
## iter  10 value 5517.692712
## iter  20 value 3801.063694
## iter  30 value 2433.418221
## iter  40 value 2083.709157
## iter  50 value 1915.373290
## iter  60 value 1671.896362
## iter  70 value 1479.680095
## iter  80 value 1415.949561
## iter  90 value 1406.022940
## iter 100 value 1388.665337
## final  value 1388.665337 
## stopped after 100 iterations
## # weights:  73
## initial  value 156654.572583 
## iter  10 value 2646.254805
## iter  20 value 1743.916473
## iter  30 value 1414.896857
## iter  40 value 1243.809411
## iter  50 value 1141.616136
## iter  60 value 1001.599317
## iter  70 value 907.599781
## iter  80 value 848.648653
## iter  90 value 815.720209
## iter 100 value 799.964350
## final  value 799.964350 
## stopped after 100 iterations
## # weights:  89
## initial  value 157699.575073 
## iter  10 value 2266.293051
## iter  20 value 1611.691726
## iter  30 value 1321.750334
## iter  40 value 1045.477850
## iter  50 value 912.233248
## iter  60 value 809.750010
## iter  70 value 767.082976
## iter  80 value 749.385114
## iter  90 value 732.665950
## iter 100 value 716.991815
## final  value 716.991815 
## stopped after 100 iterations
## # weights:  105
## initial  value 146977.588059 
## iter  10 value 2984.089369
## iter  20 value 1714.780781
## iter  30 value 1465.818771
## iter  40 value 1246.641988
## iter  50 value 1061.253197
## iter  60 value 953.787104
## iter  70 value 905.146731
## iter  80 value 892.500274
## iter  90 value 878.991375
## iter 100 value 832.383275
## final  value 832.383275 
## stopped after 100 iterations
## # weights:  121
## initial  value 155922.517474 
## iter  10 value 2195.528193
## iter  20 value 1520.743108
## iter  30 value 1207.317960
## iter  40 value 1081.587517
## iter  50 value 894.990563
## iter  60 value 766.793756
## iter  70 value 689.141683
## iter  80 value 659.405685
## iter  90 value 634.660062
## iter 100 value 623.877763
## final  value 623.877763 
## stopped after 100 iterations
## # weights:  137
## initial  value 137096.665534 
## iter  10 value 2012.453339
## iter  20 value 1325.452153
## iter  30 value 996.276948
## iter  40 value 814.928496
## iter  50 value 731.871504
## iter  60 value 660.963624
## iter  70 value 612.291218
## iter  80 value 574.611519
## iter  90 value 549.103322
## iter 100 value 525.321568
## final  value 525.321568 
## stopped after 100 iterations
## # weights:  153
## initial  value 129185.247450 
## iter  10 value 2061.053188
## iter  20 value 1451.059402
## iter  30 value 1087.706331
## iter  40 value 815.370986
## iter  50 value 724.691588
## iter  60 value 629.933607
## iter  70 value 575.103397
## iter  80 value 541.191032
## iter  90 value 519.324314
## iter 100 value 494.611544
## final  value 494.611544 
## stopped after 100 iterations
## # weights:  9
## initial  value 151094.572682 
## iter  10 value 4577.707565
## iter  20 value 2851.225274
## iter  30 value 2317.833832
## iter  40 value 2036.576734
## iter  50 value 2025.726154
## final  value 2025.037023 
## converged
## # weights:  25
## initial  value 137785.897495 
## iter  10 value 3830.370293
## iter  20 value 2831.144648
## iter  30 value 2067.493385
## iter  40 value 1745.641995
## iter  50 value 1644.180801
## iter  60 value 1629.109619
## iter  70 value 1608.242822
## iter  80 value 1537.267129
## iter  90 value 1496.376746
## iter 100 value 1443.203808
## final  value 1443.203808 
## stopped after 100 iterations
## # weights:  41
## initial  value 143366.929800 
## iter  10 value 9803.418109
## iter  20 value 7581.617294
## iter  30 value 4162.784630
## iter  40 value 1997.274466
## iter  50 value 1478.541828
## iter  60 value 1323.908639
## iter  70 value 1253.708428
## iter  80 value 1243.775855
## iter  90 value 1240.536035
## iter 100 value 1238.153069
## final  value 1238.153069 
## stopped after 100 iterations
## # weights:  57
## initial  value 158926.083217 
## iter  10 value 6501.819955
## iter  20 value 3509.018986
## iter  30 value 2908.869133
## iter  40 value 2242.916581
## iter  50 value 1763.809467
## iter  60 value 1372.611490
## iter  70 value 1226.743442
## iter  80 value 1179.996039
## iter  90 value 1138.750267
## iter 100 value 1091.225735
## final  value 1091.225735 
## stopped after 100 iterations
## # weights:  73
## initial  value 142038.688812 
## iter  10 value 2941.628491
## iter  20 value 1740.867749
## iter  30 value 1404.127224
## iter  40 value 1112.805946
## iter  50 value 1023.368046
## iter  60 value 990.521096
## iter  70 value 959.249644
## iter  80 value 914.249773
## iter  90 value 879.045150
## iter 100 value 871.245669
## final  value 871.245669 
## stopped after 100 iterations
## # weights:  89
## initial  value 144024.256034 
## iter  10 value 2401.225871
## iter  20 value 1672.373994
## iter  30 value 1300.613451
## iter  40 value 982.410301
## iter  50 value 856.138221
## iter  60 value 794.147049
## iter  70 value 760.665901
## iter  80 value 751.042089
## iter  90 value 735.319784
## iter 100 value 715.700934
## final  value 715.700934 
## stopped after 100 iterations
## # weights:  105
## initial  value 156971.614630 
## iter  10 value 2243.200765
## iter  20 value 1606.886077
## iter  30 value 1310.166933
## iter  40 value 1045.382546
## iter  50 value 866.247115
## iter  60 value 755.099308
## iter  70 value 707.498573
## iter  80 value 680.348520
## iter  90 value 653.986838
## iter 100 value 625.735842
## final  value 625.735842 
## stopped after 100 iterations
## # weights:  121
## initial  value 150773.239924 
## iter  10 value 2162.701106
## iter  20 value 1513.573370
## iter  30 value 1156.000198
## iter  40 value 902.295191
## iter  50 value 776.129433
## iter  60 value 718.036534
## iter  70 value 663.507782
## iter  80 value 633.373510
## iter  90 value 608.123752
## iter 100 value 590.127492
## final  value 590.127492 
## stopped after 100 iterations
## # weights:  137
## initial  value 137980.152206 
## iter  10 value 2211.221184
## iter  20 value 1539.491278
## iter  30 value 1176.319599
## iter  40 value 910.932308
## iter  50 value 785.534022
## iter  60 value 683.752107
## iter  70 value 618.232483
## iter  80 value 568.337779
## iter  90 value 540.517557
## iter 100 value 521.744033
## final  value 521.744033 
## stopped after 100 iterations
## # weights:  153
## initial  value 161857.896944 
## iter  10 value 1955.431191
## iter  20 value 1396.374219
## iter  30 value 1183.539351
## iter  40 value 994.858743
## iter  50 value 810.600772
## iter  60 value 679.352155
## iter  70 value 576.286817
## iter  80 value 507.283531
## iter  90 value 471.879202
## iter 100 value 450.201626
## final  value 450.201626 
## stopped after 100 iterations
## # weights:  9
## initial  value 157251.448448 
## iter  10 value 3613.663611
## iter  20 value 2308.187366
## iter  30 value 2095.634560
## iter  40 value 2020.008492
## iter  50 value 2017.176136
## final  value 2017.029326 
## converged
## # weights:  25
## initial  value 152491.470480 
## iter  10 value 3673.488781
## iter  20 value 3006.235397
## iter  30 value 2271.666205
## iter  40 value 1953.467957
## iter  50 value 1825.664342
## iter  60 value 1810.497631
## iter  70 value 1785.586511
## iter  80 value 1738.329413
## iter  90 value 1718.034537
## iter 100 value 1708.877634
## final  value 1708.877634 
## stopped after 100 iterations
## # weights:  41
## initial  value 156755.538397 
## iter  10 value 8109.031010
## iter  20 value 4131.931532
## iter  30 value 2968.257944
## iter  40 value 2179.450672
## iter  50 value 1616.946914
## iter  60 value 1447.069792
## iter  70 value 1409.775108
## iter  80 value 1391.090223
## iter  90 value 1376.582589
## iter 100 value 1327.629337
## final  value 1327.629337 
## stopped after 100 iterations
## # weights:  57
## initial  value 150391.765996 
## iter  10 value 2492.521736
## iter  20 value 1854.150159
## iter  30 value 1645.071943
## iter  40 value 1535.087911
## iter  50 value 1478.967329
## iter  60 value 1414.095776
## iter  70 value 1331.819008
## iter  80 value 1287.306557
## iter  90 value 1267.013765
## iter 100 value 1229.886725
## final  value 1229.886725 
## stopped after 100 iterations
## # weights:  73
## initial  value 154222.486870 
## iter  10 value 2130.123981
## iter  20 value 1726.839499
## iter  30 value 1469.205352
## iter  40 value 1218.104600
## iter  50 value 1062.817405
## iter  60 value 996.196949
## iter  70 value 958.126898
## iter  80 value 944.466315
## iter  90 value 915.733189
## iter 100 value 894.750320
## final  value 894.750320 
## stopped after 100 iterations
## # weights:  89
## initial  value 129218.222145 
## iter  10 value 2284.988305
## iter  20 value 1689.816735
## iter  30 value 1386.264050
## iter  40 value 1182.528743
## iter  50 value 1014.267690
## iter  60 value 901.720268
## iter  70 value 814.798457
## iter  80 value 758.577225
## iter  90 value 700.545884
## iter 100 value 676.416965
## final  value 676.416965 
## stopped after 100 iterations
## # weights:  105
## initial  value 148052.493657 
## iter  10 value 2275.552305
## iter  20 value 1490.636383
## iter  30 value 1111.343070
## iter  40 value 915.031919
## iter  50 value 795.372770
## iter  60 value 697.755997
## iter  70 value 642.528931
## iter  80 value 590.423600
## iter  90 value 555.167451
## iter 100 value 535.323923
## final  value 535.323923 
## stopped after 100 iterations
## # weights:  121
## initial  value 161689.884805 
## iter  10 value 2166.471585
## iter  20 value 1383.804013
## iter  30 value 1042.506403
## iter  40 value 863.013719
## iter  50 value 717.511714
## iter  60 value 638.805893
## iter  70 value 575.309397
## iter  80 value 532.855998
## iter  90 value 479.909782
## iter 100 value 460.194969
## final  value 460.194969 
## stopped after 100 iterations
## # weights:  137
## initial  value 159489.396541 
## iter  10 value 2134.445082
## iter  20 value 1319.394699
## iter  30 value 985.709967
## iter  40 value 773.862642
## iter  50 value 638.281131
## iter  60 value 533.370236
## iter  70 value 478.473238
## iter  80 value 438.414023
## iter  90 value 409.750665
## iter 100 value 382.689673
## final  value 382.689673 
## stopped after 100 iterations
## # weights:  153
## initial  value 158002.815787 
## iter  10 value 1912.283992
## iter  20 value 1409.745088
## iter  30 value 1008.201158
## iter  40 value 776.442975
## iter  50 value 688.596213
## iter  60 value 573.512262
## iter  70 value 512.106501
## iter  80 value 458.904234
## iter  90 value 424.366502
## iter 100 value 395.835513
## final  value 395.835513 
## stopped after 100 iterations
## # weights:  9
## initial  value 158666.014820 
## iter  10 value 4930.134023
## iter  20 value 4035.097080
## iter  30 value 3071.284619
## iter  40 value 2106.235960
## iter  50 value 2037.569786
## iter  60 value 2014.448998
## iter  70 value 2013.417043
## final  value 2013.406377 
## converged
## # weights:  25
## initial  value 144207.409608 
## iter  10 value 4394.966826
## iter  20 value 2470.510891
## iter  30 value 2081.009944
## iter  40 value 1861.538264
## iter  50 value 1782.279903
## iter  60 value 1775.325344
## iter  70 value 1758.558722
## iter  80 value 1656.402107
## iter  90 value 1565.548211
## iter 100 value 1531.047601
## final  value 1531.047601 
## stopped after 100 iterations
## # weights:  41
## initial  value 147982.329570 
## iter  10 value 6602.438121
## iter  20 value 3101.033170
## iter  30 value 2040.486867
## iter  40 value 1729.729286
## iter  50 value 1611.588622
## iter  60 value 1555.827033
## iter  70 value 1442.805358
## iter  80 value 1315.370007
## iter  90 value 1284.212034
## iter 100 value 1267.597765
## final  value 1267.597765 
## stopped after 100 iterations
## # weights:  57
## initial  value 152328.850820 
## iter  10 value 2266.006543
## iter  20 value 1787.824302
## iter  30 value 1523.296693
## iter  40 value 1300.352260
## iter  50 value 1098.326187
## iter  60 value 1053.095186
## iter  70 value 1027.039648
## iter  80 value 1004.834895
## iter  90 value 987.529621
## iter 100 value 976.444899
## final  value 976.444899 
## stopped after 100 iterations
## # weights:  73
## initial  value 148768.210387 
## iter  10 value 3176.532311
## iter  20 value 2096.945230
## iter  30 value 1540.015382
## iter  40 value 1199.373602
## iter  50 value 1050.197168
## iter  60 value 957.979303
## iter  70 value 910.449115
## iter  80 value 902.935565
## iter  90 value 883.205542
## iter 100 value 859.970167
## final  value 859.970167 
## stopped after 100 iterations
## # weights:  89
## initial  value 168537.483702 
## iter  10 value 2374.225120
## iter  20 value 1703.322391
## iter  30 value 1403.810373
## iter  40 value 1177.987395
## iter  50 value 1018.389366
## iter  60 value 961.868412
## iter  70 value 910.536882
## iter  80 value 871.445287
## iter  90 value 848.871542
## iter 100 value 828.709154
## final  value 828.709154 
## stopped after 100 iterations
## # weights:  105
## initial  value 146942.058003 
## iter  10 value 2016.949744
## iter  20 value 1512.796353
## iter  30 value 1211.213758
## iter  40 value 976.022491
## iter  50 value 853.733936
## iter  60 value 772.078668
## iter  70 value 727.958418
## iter  80 value 700.423444
## iter  90 value 672.686614
## iter 100 value 606.200746
## final  value 606.200746 
## stopped after 100 iterations
## # weights:  121
## initial  value 140717.277491 
## iter  10 value 2234.392471
## iter  20 value 1481.171800
## iter  30 value 1178.773125
## iter  40 value 1025.934548
## iter  50 value 912.123347
## iter  60 value 807.161221
## iter  70 value 747.590566
## iter  80 value 682.510389
## iter  90 value 640.136495
## iter 100 value 581.128237
## final  value 581.128237 
## stopped after 100 iterations
## # weights:  137
## initial  value 128165.438057 
## iter  10 value 2082.642553
## iter  20 value 1401.058516
## iter  30 value 1069.240080
## iter  40 value 864.351466
## iter  50 value 760.421857
## iter  60 value 651.609453
## iter  70 value 558.878699
## iter  80 value 517.751069
## iter  90 value 489.632303
## iter 100 value 467.552665
## final  value 467.552665 
## stopped after 100 iterations
## # weights:  153
## initial  value 154917.053483 
## iter  10 value 1806.964183
## iter  20 value 1317.837554
## iter  30 value 985.923529
## iter  40 value 832.890235
## iter  50 value 733.314945
## iter  60 value 600.234733
## iter  70 value 498.490746
## iter  80 value 421.164577
## iter  90 value 367.980696
## iter 100 value 330.990227
## final  value 330.990227 
## stopped after 100 iterations
## # weights:  9
## initial  value 156842.976314 
## iter  10 value 5850.914847
## iter  20 value 3488.313619
## iter  30 value 2793.661134
## iter  40 value 2055.734147
## iter  50 value 2020.288383
## iter  60 value 2011.832031
## iter  60 value 2011.832012
## final  value 2011.831847 
## converged
## # weights:  25
## initial  value 165993.379986 
## iter  10 value 5450.129875
## iter  20 value 3653.315895
## iter  30 value 2209.933618
## iter  40 value 1736.442846
## iter  50 value 1529.722261
## iter  60 value 1434.538821
## iter  70 value 1398.997020
## iter  80 value 1394.762466
## iter  90 value 1387.157821
## iter 100 value 1382.809154
## final  value 1382.809154 
## stopped after 100 iterations
## # weights:  41
## initial  value 141104.207460 
## iter  10 value 3040.200224
## iter  20 value 2070.472881
## iter  30 value 1852.940482
## iter  40 value 1761.384597
## iter  50 value 1666.977621
## iter  60 value 1644.396731
## iter  70 value 1581.202409
## iter  80 value 1528.647532
## iter  90 value 1516.024933
## iter 100 value 1510.662460
## final  value 1510.662460 
## stopped after 100 iterations
## # weights:  57
## initial  value 141053.140155 
## iter  10 value 2744.148330
## iter  20 value 2025.363457
## iter  30 value 1702.873944
## iter  40 value 1579.046402
## iter  50 value 1388.602263
## iter  60 value 1181.647588
## iter  70 value 1119.514514
## iter  80 value 1082.197792
## iter  90 value 1037.860250
## iter 100 value 1023.028916
## final  value 1023.028916 
## stopped after 100 iterations
## # weights:  73
## initial  value 152788.412439 
## iter  10 value 2805.832376
## iter  20 value 2127.348880
## iter  30 value 1645.301389
## iter  40 value 1453.127376
## iter  50 value 1319.961529
## iter  60 value 1240.016152
## iter  70 value 1145.480146
## iter  80 value 1078.956440
## iter  90 value 1014.165639
## iter 100 value 1001.344158
## final  value 1001.344158 
## stopped after 100 iterations
## # weights:  89
## initial  value 157347.779110 
## iter  10 value 3087.229172
## iter  20 value 2001.842885
## iter  30 value 1657.290075
## iter  40 value 1269.844600
## iter  50 value 1146.576428
## iter  60 value 1013.161185
## iter  70 value 938.203727
## iter  80 value 902.259149
## iter  90 value 857.312912
## iter 100 value 826.003007
## final  value 826.003007 
## stopped after 100 iterations
## # weights:  105
## initial  value 164102.771932 
## iter  10 value 2409.015544
## iter  20 value 1464.954663
## iter  30 value 1142.241599
## iter  40 value 939.040824
## iter  50 value 812.713122
## iter  60 value 715.075177
## iter  70 value 636.381624
## iter  80 value 574.783853
## iter  90 value 528.534747
## iter 100 value 504.852211
## final  value 504.852211 
## stopped after 100 iterations
## # weights:  121
## initial  value 140199.468077 
## iter  10 value 2267.892182
## iter  20 value 1585.212508
## iter  30 value 1259.737680
## iter  40 value 1043.991126
## iter  50 value 914.076138
## iter  60 value 847.493429
## iter  70 value 793.118558
## iter  80 value 735.168943
## iter  90 value 693.277000
## iter 100 value 660.928264
## final  value 660.928264 
## stopped after 100 iterations
## # weights:  137
## initial  value 148173.042697 
## iter  10 value 2186.257351
## iter  20 value 1471.205243
## iter  30 value 1108.827191
## iter  40 value 868.866109
## iter  50 value 703.444497
## iter  60 value 568.275928
## iter  70 value 518.505205
## iter  80 value 496.342470
## iter  90 value 472.379493
## iter 100 value 453.331688
## final  value 453.331688 
## stopped after 100 iterations
## # weights:  153
## initial  value 145611.168103 
## iter  10 value 2046.309709
## iter  20 value 1392.671031
## iter  30 value 986.830646
## iter  40 value 759.701681
## iter  50 value 639.398185
## iter  60 value 542.389540
## iter  70 value 483.223532
## iter  80 value 456.144219
## iter  90 value 435.148212
## iter 100 value 417.400851
## final  value 417.400851 
## stopped after 100 iterations
## # weights:  9
## initial  value 153221.244374 
## iter  10 value 3145.617528
## iter  20 value 2074.436382
## iter  30 value 2029.865861
## iter  40 value 2011.712424
## iter  50 value 2011.159267
## final  value 2011.131818 
## converged
## # weights:  25
## initial  value 153291.172022 
## iter  10 value 4774.603611
## iter  20 value 3182.977977
## iter  30 value 2266.642533
## iter  40 value 1692.034246
## iter  50 value 1624.288350
## iter  60 value 1592.040720
## iter  70 value 1544.668501
## iter  80 value 1506.568348
## iter  90 value 1473.780375
## iter 100 value 1449.070690
## final  value 1449.070690 
## stopped after 100 iterations
## # weights:  41
## initial  value 148154.162245 
## iter  10 value 8353.777038
## iter  20 value 4897.054360
## iter  30 value 3701.118995
## iter  40 value 2550.900491
## iter  50 value 1894.925586
## iter  60 value 1675.019407
## iter  70 value 1521.575192
## iter  80 value 1384.008540
## iter  90 value 1325.594815
## iter 100 value 1274.472619
## final  value 1274.472619 
## stopped after 100 iterations
## # weights:  57
## initial  value 155517.330411 
## iter  10 value 4971.564200
## iter  20 value 2721.464962
## iter  30 value 2235.867995
## iter  40 value 1539.590356
## iter  50 value 1343.042280
## iter  60 value 1208.097654
## iter  70 value 1069.537505
## iter  80 value 1034.361187
## iter  90 value 1011.604433
## iter 100 value 971.049277
## final  value 971.049277 
## stopped after 100 iterations
## # weights:  73
## initial  value 159199.983395 
## iter  10 value 2394.865381
## iter  20 value 1652.235433
## iter  30 value 1384.997899
## iter  40 value 1173.096675
## iter  50 value 1029.465533
## iter  60 value 943.223490
## iter  70 value 876.894811
## iter  80 value 838.351853
## iter  90 value 787.620528
## iter 100 value 757.868980
## final  value 757.868980 
## stopped after 100 iterations
## # weights:  89
## initial  value 146514.796654 
## iter  10 value 2558.496411
## iter  20 value 1613.187857
## iter  30 value 1305.943337
## iter  40 value 1153.333880
## iter  50 value 1009.940416
## iter  60 value 914.252372
## iter  70 value 849.850770
## iter  80 value 786.055815
## iter  90 value 690.368934
## iter 100 value 646.181931
## final  value 646.181931 
## stopped after 100 iterations
## # weights:  105
## initial  value 156176.722505 
## iter  10 value 2016.524415
## iter  20 value 1483.515596
## iter  30 value 1279.133832
## iter  40 value 1133.667256
## iter  50 value 1015.112674
## iter  60 value 947.645412
## iter  70 value 924.118450
## iter  80 value 892.757743
## iter  90 value 848.859145
## iter 100 value 767.739042
## final  value 767.739042 
## stopped after 100 iterations
## # weights:  121
## initial  value 143697.322797 
## iter  10 value 2017.253760
## iter  20 value 1334.713564
## iter  30 value 1020.874151
## iter  40 value 821.838367
## iter  50 value 709.112160
## iter  60 value 636.008772
## iter  70 value 575.759083
## iter  80 value 534.367088
## iter  90 value 483.798906
## iter 100 value 447.460788
## final  value 447.460788 
## stopped after 100 iterations
## # weights:  137
## initial  value 137185.906111 
## iter  10 value 1914.879062
## iter  20 value 1309.245489
## iter  30 value 952.498048
## iter  40 value 717.465414
## iter  50 value 606.416066
## iter  60 value 529.482139
## iter  70 value 494.600011
## iter  80 value 466.917539
## iter  90 value 445.432081
## iter 100 value 417.929696
## final  value 417.929696 
## stopped after 100 iterations
## # weights:  153
## initial  value 170311.996351 
## iter  10 value 2088.065395
## iter  20 value 1378.093761
## iter  30 value 976.246577
## iter  40 value 746.760346
## iter  50 value 566.266213
## iter  60 value 483.859786
## iter  70 value 429.455085
## iter  80 value 389.369601
## iter  90 value 349.839630
## iter 100 value 323.088408
## final  value 323.088408 
## stopped after 100 iterations
## # weights:  9
## initial  value 160010.167606 
## iter  10 value 3946.462539
## iter  20 value 2622.153264
## iter  30 value 2233.354559
## iter  40 value 2031.559883
## iter  50 value 2017.552853
## iter  60 value 2010.871528
## final  value 2010.871263 
## converged
## # weights:  25
## initial  value 142480.850479 
## iter  10 value 3593.884767
## iter  20 value 2425.626109
## iter  30 value 1872.742431
## iter  40 value 1443.546042
## iter  50 value 1379.799114
## iter  60 value 1364.716847
## iter  70 value 1359.275476
## iter  80 value 1358.749150
## iter  90 value 1357.868913
## iter 100 value 1355.228107
## final  value 1355.228107 
## stopped after 100 iterations
## # weights:  41
## initial  value 155143.693563 
## iter  10 value 3567.414933
## iter  20 value 2780.369968
## iter  30 value 2033.625461
## iter  40 value 1640.343372
## iter  50 value 1398.694065
## iter  60 value 1284.382584
## iter  70 value 1190.176823
## iter  80 value 1167.061886
## iter  90 value 1161.835378
## iter 100 value 1160.905515
## final  value 1160.905515 
## stopped after 100 iterations
## # weights:  57
## initial  value 153227.972882 
## iter  10 value 3572.730600
## iter  20 value 1946.100710
## iter  30 value 1642.058065
## iter  40 value 1368.856967
## iter  50 value 1173.345132
## iter  60 value 1082.692335
## iter  70 value 967.646937
## iter  80 value 941.098493
## iter  90 value 926.201795
## iter 100 value 897.432930
## final  value 897.432930 
## stopped after 100 iterations
## # weights:  73
## initial  value 144105.535957 
## iter  10 value 3069.194223
## iter  20 value 2046.252470
## iter  30 value 1787.931643
## iter  40 value 1505.913860
## iter  50 value 1303.802038
## iter  60 value 1147.063395
## iter  70 value 1006.086048
## iter  80 value 915.012791
## iter  90 value 860.730409
## iter 100 value 817.149071
## final  value 817.149071 
## stopped after 100 iterations
## # weights:  89
## initial  value 144481.897397 
## iter  10 value 2282.045028
## iter  20 value 1645.051427
## iter  30 value 1440.535863
## iter  40 value 1124.457801
## iter  50 value 965.031662
## iter  60 value 889.411649
## iter  70 value 807.151367
## iter  80 value 764.933230
## iter  90 value 735.069327
## iter 100 value 710.025100
## final  value 710.025100 
## stopped after 100 iterations
## # weights:  105
## initial  value 148753.717832 
## iter  10 value 2143.402722
## iter  20 value 1495.141133
## iter  30 value 1187.905376
## iter  40 value 1024.375181
## iter  50 value 945.823724
## iter  60 value 840.892553
## iter  70 value 785.169068
## iter  80 value 710.127083
## iter  90 value 633.919707
## iter 100 value 562.884652
## final  value 562.884652 
## stopped after 100 iterations
## # weights:  121
## initial  value 157246.407037 
## iter  10 value 1976.012161
## iter  20 value 1463.635515
## iter  30 value 1292.284294
## iter  40 value 1060.934350
## iter  50 value 931.749301
## iter  60 value 822.342734
## iter  70 value 727.481899
## iter  80 value 647.279198
## iter  90 value 577.655934
## iter 100 value 546.325718
## final  value 546.325718 
## stopped after 100 iterations
## # weights:  137
## initial  value 145120.776621 
## iter  10 value 2052.413763
## iter  20 value 1435.946763
## iter  30 value 1083.502495
## iter  40 value 900.602403
## iter  50 value 731.394844
## iter  60 value 591.821375
## iter  70 value 520.322804
## iter  80 value 456.070367
## iter  90 value 419.686053
## iter 100 value 387.112047
## final  value 387.112047 
## stopped after 100 iterations
## # weights:  153
## initial  value 148537.669511 
## iter  10 value 2032.800120
## iter  20 value 1456.849613
## iter  30 value 1070.738760
## iter  40 value 810.232762
## iter  50 value 657.887892
## iter  60 value 552.485628
## iter  70 value 476.307902
## iter  80 value 430.726720
## iter  90 value 393.731222
## iter 100 value 362.766133
## final  value 362.766133 
## stopped after 100 iterations
## # weights:  9
## initial  value 159758.426619 
## iter  10 value 6174.736187
## iter  20 value 3651.707441
## iter  30 value 3117.264144
## iter  40 value 2101.077053
## iter  50 value 2035.425487
## iter  60 value 2018.749142
## iter  70 value 2018.238667
## final  value 2018.199444 
## converged
## # weights:  25
## initial  value 155808.498495 
## iter  10 value 6266.693603
## iter  20 value 4690.090673
## iter  30 value 3372.721646
## iter  40 value 2176.019974
## iter  50 value 1934.054301
## iter  60 value 1808.775466
## iter  70 value 1733.603231
## iter  80 value 1645.325925
## iter  90 value 1605.199193
## iter 100 value 1573.058606
## final  value 1573.058606 
## stopped after 100 iterations
## # weights:  41
## initial  value 151299.206640 
## iter  10 value 5892.828719
## iter  20 value 2516.553560
## iter  30 value 1935.471556
## iter  40 value 1731.244407
## iter  50 value 1633.260890
## iter  60 value 1486.089891
## iter  70 value 1416.409746
## iter  80 value 1367.813490
## iter  90 value 1342.167364
## iter 100 value 1332.539572
## final  value 1332.539572 
## stopped after 100 iterations
## # weights:  57
## initial  value 157843.493739 
## iter  10 value 2385.741485
## iter  20 value 1681.291741
## iter  30 value 1483.785949
## iter  40 value 1420.898814
## iter  50 value 1353.521416
## iter  60 value 1251.854701
## iter  70 value 1218.025177
## iter  80 value 1192.139706
## iter  90 value 1166.717781
## iter 100 value 1153.636217
## final  value 1153.636217 
## stopped after 100 iterations
## # weights:  73
## initial  value 161327.383264 
## iter  10 value 2245.830464
## iter  20 value 1707.728273
## iter  30 value 1514.732811
## iter  40 value 1385.841858
## iter  50 value 1253.915118
## iter  60 value 1155.604491
## iter  70 value 1053.530141
## iter  80 value 1008.230418
## iter  90 value 987.146578
## iter 100 value 977.672050
## final  value 977.672050 
## stopped after 100 iterations
## # weights:  89
## initial  value 148430.326545 
## iter  10 value 2667.210531
## iter  20 value 2007.271899
## iter  30 value 1507.122570
## iter  40 value 1346.119921
## iter  50 value 1266.632400
## iter  60 value 1174.611094
## iter  70 value 1039.654416
## iter  80 value 953.238405
## iter  90 value 926.296051
## iter 100 value 904.977808
## final  value 904.977808 
## stopped after 100 iterations
## # weights:  105
## initial  value 142304.469276 
## iter  10 value 2174.485915
## iter  20 value 1575.834961
## iter  30 value 1344.674630
## iter  40 value 1150.915277
## iter  50 value 1025.056638
## iter  60 value 857.248855
## iter  70 value 796.075373
## iter  80 value 735.198909
## iter  90 value 701.642585
## iter 100 value 669.242281
## final  value 669.242281 
## stopped after 100 iterations
## # weights:  121
## initial  value 142661.153518 
## iter  10 value 2238.042791
## iter  20 value 1538.436439
## iter  30 value 1214.628237
## iter  40 value 1032.816643
## iter  50 value 861.662524
## iter  60 value 720.438641
## iter  70 value 654.782625
## iter  80 value 604.718448
## iter  90 value 568.449230
## iter 100 value 533.375547
## final  value 533.375547 
## stopped after 100 iterations
## # weights:  137
## initial  value 162162.341492 
## iter  10 value 1890.098758
## iter  20 value 1455.679411
## iter  30 value 1166.353299
## iter  40 value 1002.245670
## iter  50 value 859.978539
## iter  60 value 688.113723
## iter  70 value 603.959426
## iter  80 value 547.798324
## iter  90 value 505.621248
## iter 100 value 466.385118
## final  value 466.385118 
## stopped after 100 iterations
## # weights:  153
## initial  value 150903.793368 
## iter  10 value 2027.430954
## iter  20 value 1379.264755
## iter  30 value 1061.270372
## iter  40 value 802.496085
## iter  50 value 692.799573
## iter  60 value 606.224689
## iter  70 value 500.822434
## iter  80 value 450.215125
## iter  90 value 412.195893
## iter 100 value 381.306912
## final  value 381.306912 
## stopped after 100 iterations
## # weights:  9
## initial  value 144392.117518 
## iter  10 value 4958.557622
## iter  20 value 3079.553753
## iter  30 value 2359.673655
## iter  40 value 2158.664239
## iter  50 value 2158.080339
## final  value 2158.080308 
## converged
## # weights:  25
## initial  value 142736.795574 
## iter  10 value 5449.464088
## iter  20 value 4571.397645
## iter  30 value 3070.485047
## iter  40 value 2130.422843
## iter  50 value 1935.445444
## iter  60 value 1911.568725
## iter  70 value 1877.027773
## iter  80 value 1841.361963
## iter  90 value 1822.750807
## iter 100 value 1816.230304
## final  value 1816.230304 
## stopped after 100 iterations
## # weights:  41
## initial  value 135452.979750 
## iter  10 value 3078.949753
## iter  20 value 2217.518967
## iter  30 value 1912.346292
## iter  40 value 1850.003970
## iter  50 value 1806.143172
## iter  60 value 1727.222569
## iter  70 value 1690.613925
## iter  80 value 1668.442696
## iter  90 value 1643.114984
## iter 100 value 1614.091858
## final  value 1614.091858 
## stopped after 100 iterations
## # weights:  57
## initial  value 145328.503713 
## iter  10 value 3254.419233
## iter  20 value 2200.086879
## iter  30 value 1938.583251
## iter  40 value 1789.771590
## iter  50 value 1721.588851
## iter  60 value 1692.998419
## iter  70 value 1666.999082
## iter  80 value 1615.936334
## iter  90 value 1515.952376
## iter 100 value 1424.149830
## final  value 1424.149830 
## stopped after 100 iterations
## # weights:  73
## initial  value 145938.150712 
## iter  10 value 3499.625549
## iter  20 value 2535.587488
## iter  30 value 2213.922561
## iter  40 value 2011.268506
## iter  50 value 1939.685090
## iter  60 value 1862.917563
## iter  70 value 1777.136484
## iter  80 value 1712.488168
## iter  90 value 1623.210026
## iter 100 value 1570.615347
## final  value 1570.615347 
## stopped after 100 iterations
## # weights:  89
## initial  value 151258.220398 
## iter  10 value 2504.664589
## iter  20 value 1746.215876
## iter  30 value 1486.847266
## iter  40 value 1310.369202
## iter  50 value 1238.831818
## iter  60 value 1176.646855
## iter  70 value 1107.989408
## iter  80 value 1062.563263
## iter  90 value 1036.857256
## iter 100 value 1001.359158
## final  value 1001.359158 
## stopped after 100 iterations
## # weights:  105
## initial  value 147295.343916 
## iter  10 value 3307.066979
## iter  20 value 2069.857460
## iter  30 value 1712.042876
## iter  40 value 1447.925636
## iter  50 value 1335.613637
## iter  60 value 1254.359465
## iter  70 value 1182.739973
## iter  80 value 1151.879077
## iter  90 value 1121.103165
## iter 100 value 1096.222792
## final  value 1096.222792 
## stopped after 100 iterations
## # weights:  121
## initial  value 150102.331736 
## iter  10 value 2059.195004
## iter  20 value 1556.240342
## iter  30 value 1353.783771
## iter  40 value 1207.950175
## iter  50 value 1090.977650
## iter  60 value 1046.878249
## iter  70 value 1020.258214
## iter  80 value 1003.110602
## iter  90 value 972.496812
## iter 100 value 940.716861
## final  value 940.716861 
## stopped after 100 iterations
## # weights:  137
## initial  value 165844.887726 
## iter  10 value 2184.009551
## iter  20 value 1557.090106
## iter  30 value 1267.556312
## iter  40 value 1144.182757
## iter  50 value 1063.050493
## iter  60 value 985.074075
## iter  70 value 939.362220
## iter  80 value 899.914070
## iter  90 value 859.920058
## iter 100 value 835.511283
## final  value 835.511283 
## stopped after 100 iterations
## # weights:  153
## initial  value 155074.304317 
## iter  10 value 2192.963052
## iter  20 value 1504.664847
## iter  30 value 1268.081897
## iter  40 value 1061.826812
## iter  50 value 984.049622
## iter  60 value 911.065029
## iter  70 value 859.983151
## iter  80 value 826.365644
## iter  90 value 789.218019
## iter 100 value 769.423370
## final  value 769.423370 
## stopped after 100 iterations
## # weights:  9
## initial  value 161638.471429 
## iter  10 value 5789.970203
## iter  20 value 4723.797609
## iter  30 value 4029.678462
## iter  40 value 2285.904624
## iter  50 value 2149.495727
## iter  60 value 2085.695423
## final  value 2085.575937 
## converged
## # weights:  25
## initial  value 151188.014072 
## iter  10 value 4808.319642
## iter  20 value 3474.527128
## iter  30 value 2128.311895
## iter  40 value 1691.880014
## iter  50 value 1681.450631
## iter  60 value 1678.535557
## iter  70 value 1670.920535
## iter  80 value 1622.984951
## iter  90 value 1582.187905
## iter 100 value 1565.037575
## final  value 1565.037575 
## stopped after 100 iterations
## # weights:  41
## initial  value 143434.531556 
## iter  10 value 2900.615011
## iter  20 value 2129.795223
## iter  30 value 1779.527817
## iter  40 value 1441.382471
## iter  50 value 1388.131503
## iter  60 value 1364.608916
## iter  70 value 1352.985575
## iter  80 value 1344.915647
## iter  90 value 1341.723527
## iter 100 value 1332.147142
## final  value 1332.147142 
## stopped after 100 iterations
## # weights:  57
## initial  value 152295.903854 
## iter  10 value 15075.686078
## iter  20 value 7649.215713
## iter  30 value 5859.819920
## iter  40 value 4157.236346
## iter  50 value 2684.770395
## iter  60 value 2262.807547
## iter  70 value 2124.499521
## iter  80 value 2005.807015
## iter  90 value 1749.978570
## iter 100 value 1521.413198
## final  value 1521.413198 
## stopped after 100 iterations
## # weights:  73
## initial  value 134316.972040 
## iter  10 value 2393.384207
## iter  20 value 1756.131773
## iter  30 value 1499.789259
## iter  40 value 1369.870536
## iter  50 value 1320.840401
## iter  60 value 1221.919842
## iter  70 value 1114.338515
## iter  80 value 1073.373784
## iter  90 value 1056.828202
## iter 100 value 1036.262018
## final  value 1036.262018 
## stopped after 100 iterations
## # weights:  89
## initial  value 160940.472169 
## iter  10 value 2697.954971
## iter  20 value 1744.141798
## iter  30 value 1357.953722
## iter  40 value 1190.773704
## iter  50 value 1086.023676
## iter  60 value 1035.002886
## iter  70 value 976.663855
## iter  80 value 931.914427
## iter  90 value 897.399641
## iter 100 value 872.720410
## final  value 872.720410 
## stopped after 100 iterations
## # weights:  105
## initial  value 159814.278919 
## iter  10 value 2079.536361
## iter  20 value 1587.444814
## iter  30 value 1341.835517
## iter  40 value 1139.180985
## iter  50 value 1032.725754
## iter  60 value 945.128080
## iter  70 value 881.584547
## iter  80 value 851.587647
## iter  90 value 829.314052
## iter 100 value 807.334752
## final  value 807.334752 
## stopped after 100 iterations
## # weights:  121
## initial  value 159970.594146 
## iter  10 value 2120.896881
## iter  20 value 1595.323217
## iter  30 value 1360.591502
## iter  40 value 1224.080114
## iter  50 value 1106.794014
## iter  60 value 1020.162682
## iter  70 value 979.324346
## iter  80 value 945.495716
## iter  90 value 892.132710
## iter 100 value 845.651549
## final  value 845.651549 
## stopped after 100 iterations
## # weights:  137
## initial  value 151079.502683 
## iter  10 value 1972.892650
## iter  20 value 1402.763363
## iter  30 value 1205.536463
## iter  40 value 1061.277916
## iter  50 value 931.645560
## iter  60 value 839.225024
## iter  70 value 783.132237
## iter  80 value 743.379970
## iter  90 value 720.964753
## iter 100 value 706.700595
## final  value 706.700595 
## stopped after 100 iterations
## # weights:  153
## initial  value 159007.235270 
## iter  10 value 2018.296847
## iter  20 value 1427.306899
## iter  30 value 1158.548665
## iter  40 value 1017.773824
## iter  50 value 892.511861
## iter  60 value 771.572332
## iter  70 value 698.950493
## iter  80 value 667.683758
## iter  90 value 641.460493
## iter 100 value 608.711458
## final  value 608.711458 
## stopped after 100 iterations
## # weights:  9
## initial  value 148590.168636 
## iter  10 value 4734.011453
## iter  20 value 2774.640259
## iter  30 value 2307.463813
## iter  40 value 2056.115975
## iter  50 value 2050.337370
## final  value 2049.873927 
## converged
## # weights:  25
## initial  value 146502.727555 
## iter  10 value 3899.863800
## iter  20 value 2828.751730
## iter  30 value 1997.584069
## iter  40 value 1813.996443
## iter  50 value 1634.745495
## iter  60 value 1601.087006
## iter  70 value 1586.563083
## iter  80 value 1579.242120
## iter  90 value 1579.187435
## iter  90 value 1579.187433
## iter  90 value 1579.187433
## final  value 1579.187433 
## converged
## # weights:  41
## initial  value 139615.838944 
## iter  10 value 4600.450131
## iter  20 value 2804.153265
## iter  30 value 2567.328380
## iter  40 value 2365.563450
## iter  50 value 1969.803654
## iter  60 value 1798.252707
## iter  70 value 1701.207343
## iter  80 value 1684.435401
## iter  90 value 1675.481320
## iter 100 value 1669.475563
## final  value 1669.475563 
## stopped after 100 iterations
## # weights:  57
## initial  value 151888.507913 
## iter  10 value 2639.434350
## iter  20 value 1775.173527
## iter  30 value 1545.367068
## iter  40 value 1372.692344
## iter  50 value 1334.891773
## iter  60 value 1325.538671
## iter  70 value 1315.073558
## iter  80 value 1289.910852
## iter  90 value 1248.893536
## iter 100 value 1223.803868
## final  value 1223.803868 
## stopped after 100 iterations
## # weights:  73
## initial  value 156212.033716 
## iter  10 value 1935.029205
## iter  20 value 1539.801173
## iter  30 value 1329.123207
## iter  40 value 1202.334248
## iter  50 value 1118.254316
## iter  60 value 1051.677986
## iter  70 value 997.142312
## iter  80 value 970.414504
## iter  90 value 951.338503
## iter 100 value 930.521922
## final  value 930.521922 
## stopped after 100 iterations
## # weights:  89
## initial  value 180938.833189 
## iter  10 value 2088.378715
## iter  20 value 1625.997651
## iter  30 value 1425.171565
## iter  40 value 1202.288892
## iter  50 value 1073.082015
## iter  60 value 1004.851753
## iter  70 value 935.681762
## iter  80 value 878.145661
## iter  90 value 856.851552
## iter 100 value 844.473379
## final  value 844.473379 
## stopped after 100 iterations
## # weights:  105
## initial  value 168028.490147 
## iter  10 value 2324.477119
## iter  20 value 1602.008219
## iter  30 value 1240.396033
## iter  40 value 1056.213701
## iter  50 value 886.207624
## iter  60 value 814.908543
## iter  70 value 766.969742
## iter  80 value 738.106513
## iter  90 value 705.851970
## iter 100 value 661.810776
## final  value 661.810776 
## stopped after 100 iterations
## # weights:  121
## initial  value 147614.900164 
## iter  10 value 2058.932922
## iter  20 value 1454.952557
## iter  30 value 1215.290538
## iter  40 value 1033.206402
## iter  50 value 915.693091
## iter  60 value 817.924636
## iter  70 value 779.616248
## iter  80 value 749.605364
## iter  90 value 719.636114
## iter 100 value 689.129925
## final  value 689.129925 
## stopped after 100 iterations
## # weights:  137
## initial  value 140793.014269 
## iter  10 value 2090.145222
## iter  20 value 1428.713030
## iter  30 value 1160.768240
## iter  40 value 978.484290
## iter  50 value 862.668076
## iter  60 value 768.751265
## iter  70 value 678.072167
## iter  80 value 643.428546
## iter  90 value 622.653263
## iter 100 value 604.441940
## final  value 604.441940 
## stopped after 100 iterations
## # weights:  153
## initial  value 141925.282222 
## iter  10 value 2066.891391
## iter  20 value 1359.192583
## iter  30 value 1102.239689
## iter  40 value 1003.690942
## iter  50 value 860.115449
## iter  60 value 751.754811
## iter  70 value 681.277800
## iter  80 value 640.618594
## iter  90 value 611.699339
## iter 100 value 579.789909
## final  value 579.789909 
## stopped after 100 iterations
## # weights:  9
## initial  value 155299.769562 
## iter  10 value 4023.681127
## iter  20 value 2720.907029
## iter  30 value 2267.241261
## iter  40 value 2040.463025
## iter  50 value 2033.959967
## final  value 2032.660709 
## converged
## # weights:  25
## initial  value 148925.638670 
## iter  10 value 4371.021716
## iter  20 value 3356.533167
## iter  30 value 2567.826083
## iter  40 value 1959.127235
## iter  50 value 1762.075312
## iter  60 value 1732.059766
## iter  70 value 1716.544907
## iter  80 value 1702.672953
## iter  90 value 1701.717377
## iter 100 value 1699.489533
## final  value 1699.489533 
## stopped after 100 iterations
## # weights:  41
## initial  value 152060.365772 
## iter  10 value 3796.984371
## iter  20 value 2785.079888
## iter  30 value 2062.969387
## iter  40 value 1629.546663
## iter  50 value 1464.464163
## iter  60 value 1414.899048
## iter  70 value 1364.174758
## iter  80 value 1277.650588
## iter  90 value 1222.904912
## iter 100 value 1207.109173
## final  value 1207.109173 
## stopped after 100 iterations
## # weights:  57
## initial  value 161084.162780 
## iter  10 value 16162.794056
## iter  20 value 5003.570270
## iter  30 value 2659.460636
## iter  40 value 2126.510148
## iter  50 value 1835.050506
## iter  60 value 1574.422822
## iter  70 value 1347.050237
## iter  80 value 1247.978399
## iter  90 value 1202.447746
## iter 100 value 1163.966368
## final  value 1163.966368 
## stopped after 100 iterations
## # weights:  73
## initial  value 165915.863792 
## iter  10 value 2851.131193
## iter  20 value 1742.967299
## iter  30 value 1435.264084
## iter  40 value 1260.711162
## iter  50 value 1199.561665
## iter  60 value 1160.174862
## iter  70 value 1128.665235
## iter  80 value 1094.731293
## iter  90 value 1070.859809
## iter 100 value 1064.020594
## final  value 1064.020594 
## stopped after 100 iterations
## # weights:  89
## initial  value 157277.726428 
## iter  10 value 2503.199090
## iter  20 value 1655.334683
## iter  30 value 1401.967797
## iter  40 value 1213.598078
## iter  50 value 1100.961924
## iter  60 value 993.901471
## iter  70 value 931.515598
## iter  80 value 898.160174
## iter  90 value 877.671523
## iter 100 value 862.702102
## final  value 862.702102 
## stopped after 100 iterations
## # weights:  105
## initial  value 150456.505088 
## iter  10 value 2100.546005
## iter  20 value 1592.424525
## iter  30 value 1392.750812
## iter  40 value 1252.312975
## iter  50 value 1156.642359
## iter  60 value 1026.897005
## iter  70 value 951.985417
## iter  80 value 903.590563
## iter  90 value 847.340750
## iter 100 value 803.614138
## final  value 803.614138 
## stopped after 100 iterations
## # weights:  121
## initial  value 138601.439789 
## iter  10 value 2132.036144
## iter  20 value 1559.000932
## iter  30 value 1274.410187
## iter  40 value 1091.131601
## iter  50 value 958.935563
## iter  60 value 802.879068
## iter  70 value 709.480919
## iter  80 value 656.024701
## iter  90 value 618.086719
## iter 100 value 592.199893
## final  value 592.199893 
## stopped after 100 iterations
## # weights:  137
## initial  value 167637.047537 
## iter  10 value 1987.496923
## iter  20 value 1455.312384
## iter  30 value 1216.311395
## iter  40 value 1014.499721
## iter  50 value 906.139120
## iter  60 value 796.273036
## iter  70 value 711.003655
## iter  80 value 642.076018
## iter  90 value 606.868316
## iter 100 value 578.430274
## final  value 578.430274 
## stopped after 100 iterations
## # weights:  153
## initial  value 142102.307756 
## iter  10 value 2119.396450
## iter  20 value 1512.620128
## iter  30 value 1278.320373
## iter  40 value 1062.679991
## iter  50 value 955.088029
## iter  60 value 841.237021
## iter  70 value 745.185012
## iter  80 value 669.931194
## iter  90 value 618.762952
## iter 100 value 567.948250
## final  value 567.948250 
## stopped after 100 iterations
## # weights:  9
## initial  value 147952.802445 
## iter  10 value 4248.866641
## iter  20 value 2755.975764
## iter  30 value 2176.557033
## iter  40 value 2032.955720
## iter  50 value 2025.673335
## final  value 2024.614336 
## converged
## # weights:  25
## initial  value 156118.156372 
## iter  10 value 6305.782480
## iter  20 value 4602.735348
## iter  30 value 3903.452400
## iter  40 value 2584.278849
## iter  50 value 1886.174668
## iter  60 value 1862.188955
## iter  70 value 1769.484464
## iter  80 value 1608.820122
## iter  90 value 1513.858119
## iter 100 value 1488.257136
## final  value 1488.257136 
## stopped after 100 iterations
## # weights:  41
## initial  value 158675.806433 
## iter  10 value 4244.924571
## iter  20 value 2380.431294
## iter  30 value 1960.798884
## iter  40 value 1639.743239
## iter  50 value 1473.847492
## iter  60 value 1376.724916
## iter  70 value 1295.802597
## iter  80 value 1241.421665
## iter  90 value 1231.470982
## iter 100 value 1223.086339
## final  value 1223.086339 
## stopped after 100 iterations
## # weights:  57
## initial  value 160263.764981 
## iter  10 value 3708.430622
## iter  20 value 2309.106574
## iter  30 value 1969.889900
## iter  40 value 1797.059496
## iter  50 value 1716.648697
## iter  60 value 1677.370454
## iter  70 value 1565.116527
## iter  80 value 1366.975542
## iter  90 value 1332.572295
## iter 100 value 1321.902710
## final  value 1321.902710 
## stopped after 100 iterations
## # weights:  73
## initial  value 146192.932391 
## iter  10 value 3107.389959
## iter  20 value 1733.705043
## iter  30 value 1439.714379
## iter  40 value 1372.187188
## iter  50 value 1329.795027
## iter  60 value 1282.523847
## iter  70 value 1252.801618
## iter  80 value 1205.336330
## iter  90 value 1166.961114
## iter 100 value 1156.640847
## final  value 1156.640847 
## stopped after 100 iterations
## # weights:  89
## initial  value 149549.121863 
## iter  10 value 2049.072018
## iter  20 value 1588.009642
## iter  30 value 1372.885552
## iter  40 value 1240.000456
## iter  50 value 1109.295394
## iter  60 value 1010.968348
## iter  70 value 946.594274
## iter  80 value 902.469614
## iter  90 value 848.946472
## iter 100 value 811.779914
## final  value 811.779914 
## stopped after 100 iterations
## # weights:  105
## initial  value 166005.408090 
## iter  10 value 2047.147905
## iter  20 value 1583.322207
## iter  30 value 1423.306446
## iter  40 value 1294.547469
## iter  50 value 1073.600761
## iter  60 value 924.089967
## iter  70 value 834.990833
## iter  80 value 770.072054
## iter  90 value 704.807886
## iter 100 value 679.665331
## final  value 679.665331 
## stopped after 100 iterations
## # weights:  121
## initial  value 146362.079074 
## iter  10 value 2159.166298
## iter  20 value 1491.699540
## iter  30 value 1281.115346
## iter  40 value 1069.489030
## iter  50 value 922.395218
## iter  60 value 829.968436
## iter  70 value 776.508003
## iter  80 value 746.963727
## iter  90 value 725.591264
## iter 100 value 704.778518
## final  value 704.778518 
## stopped after 100 iterations
## # weights:  137
## initial  value 152688.005513 
## iter  10 value 2213.977611
## iter  20 value 1511.591037
## iter  30 value 1242.956747
## iter  40 value 1013.303482
## iter  50 value 873.464656
## iter  60 value 715.649962
## iter  70 value 639.283274
## iter  80 value 567.383681
## iter  90 value 523.641564
## iter 100 value 500.444058
## final  value 500.444058 
## stopped after 100 iterations
## # weights:  153
## initial  value 139134.269051 
## iter  10 value 2182.346656
## iter  20 value 1420.640580
## iter  30 value 1137.828927
## iter  40 value 949.864731
## iter  50 value 808.983007
## iter  60 value 685.766944
## iter  70 value 589.575985
## iter  80 value 524.942841
## iter  90 value 467.307631
## iter 100 value 419.485034
## final  value 419.485034 
## stopped after 100 iterations
## # weights:  9
## initial  value 147732.962662 
## iter  10 value 6301.114282
## iter  20 value 4529.103324
## iter  30 value 4134.726411
## iter  40 value 2408.847328
## iter  50 value 2110.706118
## iter  60 value 2025.773647
## iter  70 value 2021.494767
## final  value 2020.981337 
## converged
## # weights:  25
## initial  value 143068.190941 
## iter  10 value 4147.607894
## iter  20 value 2499.960017
## iter  30 value 2148.931133
## iter  40 value 1772.692589
## iter  50 value 1677.930938
## iter  60 value 1645.081965
## iter  70 value 1601.076909
## iter  80 value 1560.250968
## iter  90 value 1546.871118
## iter 100 value 1546.193791
## final  value 1546.193791 
## stopped after 100 iterations
## # weights:  41
## initial  value 148603.748680 
## iter  10 value 9736.155630
## iter  20 value 3049.566899
## iter  30 value 2130.608164
## iter  40 value 1760.623308
## iter  50 value 1651.659952
## iter  60 value 1548.546715
## iter  70 value 1533.460488
## iter  80 value 1515.336552
## iter  90 value 1493.421200
## iter 100 value 1453.248574
## final  value 1453.248574 
## stopped after 100 iterations
## # weights:  57
## initial  value 152700.671652 
## iter  10 value 3149.045874
## iter  20 value 2036.537976
## iter  30 value 1761.421475
## iter  40 value 1585.521771
## iter  50 value 1540.240630
## iter  60 value 1527.101153
## iter  70 value 1509.826903
## iter  80 value 1478.257287
## iter  90 value 1460.473017
## iter 100 value 1440.711048
## final  value 1440.711048 
## stopped after 100 iterations
## # weights:  73
## initial  value 150332.659534 
## iter  10 value 2611.696105
## iter  20 value 1781.852056
## iter  30 value 1519.853136
## iter  40 value 1354.116782
## iter  50 value 1230.496871
## iter  60 value 1144.228006
## iter  70 value 1051.049045
## iter  80 value 982.227118
## iter  90 value 949.349112
## iter 100 value 930.418866
## final  value 930.418866 
## stopped after 100 iterations
## # weights:  89
## initial  value 155278.282485 
## iter  10 value 2574.510050
## iter  20 value 1810.972165
## iter  30 value 1511.088659
## iter  40 value 1258.325660
## iter  50 value 1087.147066
## iter  60 value 975.580013
## iter  70 value 906.508672
## iter  80 value 819.418896
## iter  90 value 774.425990
## iter 100 value 743.373649
## final  value 743.373649 
## stopped after 100 iterations
## # weights:  105
## initial  value 155823.920406 
## iter  10 value 2560.112936
## iter  20 value 1951.020397
## iter  30 value 1661.268703
## iter  40 value 1431.732997
## iter  50 value 1303.278001
## iter  60 value 1178.625555
## iter  70 value 1118.438156
## iter  80 value 1087.308929
## iter  90 value 1042.342023
## iter 100 value 1016.818437
## final  value 1016.818437 
## stopped after 100 iterations
## # weights:  121
## initial  value 148266.871095 
## iter  10 value 1983.540788
## iter  20 value 1565.196232
## iter  30 value 1295.228908
## iter  40 value 1139.461152
## iter  50 value 1018.381579
## iter  60 value 932.393281
## iter  70 value 884.662692
## iter  80 value 791.780336
## iter  90 value 701.491515
## iter 100 value 612.448109
## final  value 612.448109 
## stopped after 100 iterations
## # weights:  137
## initial  value 149124.782260 
## iter  10 value 2240.710816
## iter  20 value 1485.590486
## iter  30 value 1194.869581
## iter  40 value 1007.609806
## iter  50 value 854.469532
## iter  60 value 694.066472
## iter  70 value 538.085118
## iter  80 value 471.061272
## iter  90 value 438.110001
## iter 100 value 411.589695
## final  value 411.589695 
## stopped after 100 iterations
## # weights:  153
## initial  value 149181.717625 
## iter  10 value 1947.487482
## iter  20 value 1340.103779
## iter  30 value 1076.174302
## iter  40 value 940.524006
## iter  50 value 820.841654
## iter  60 value 719.324062
## iter  70 value 641.311652
## iter  80 value 593.254920
## iter  90 value 540.032441
## iter 100 value 497.082494
## final  value 497.082494 
## stopped after 100 iterations
## # weights:  9
## initial  value 163260.918126 
## iter  10 value 5602.467149
## iter  20 value 5274.100789
## iter  30 value 3952.168124
## iter  40 value 2348.315200
## iter  50 value 2131.409387
## iter  60 value 2020.770367
## iter  70 value 2019.735520
## final  value 2019.388799 
## converged
## # weights:  25
## initial  value 155282.937698 
## iter  10 value 4570.546488
## iter  20 value 3413.512482
## iter  30 value 1944.262549
## iter  40 value 1749.285567
## iter  50 value 1731.500241
## iter  60 value 1710.303635
## iter  70 value 1667.791143
## iter  80 value 1596.931624
## iter  90 value 1556.292474
## iter 100 value 1550.467182
## final  value 1550.467182 
## stopped after 100 iterations
## # weights:  41
## initial  value 150241.675615 
## iter  10 value 4751.640906
## iter  20 value 3539.183404
## iter  30 value 2472.905287
## iter  40 value 1800.131789
## iter  50 value 1582.584357
## iter  60 value 1483.444733
## iter  70 value 1403.290861
## iter  80 value 1356.356169
## iter  90 value 1342.936117
## iter 100 value 1326.109280
## final  value 1326.109280 
## stopped after 100 iterations
## # weights:  57
## initial  value 150266.575615 
## iter  10 value 4119.995776
## iter  20 value 2385.550847
## iter  30 value 1938.096621
## iter  40 value 1598.706998
## iter  50 value 1419.491934
## iter  60 value 1232.252532
## iter  70 value 1127.327602
## iter  80 value 1069.802279
## iter  90 value 1039.460119
## iter 100 value 1021.906664
## final  value 1021.906664 
## stopped after 100 iterations
## # weights:  73
## initial  value 163841.846907 
## iter  10 value 3631.117595
## iter  20 value 2188.683875
## iter  30 value 1628.272119
## iter  40 value 1442.388263
## iter  50 value 1338.665077
## iter  60 value 1246.226036
## iter  70 value 1195.620160
## iter  80 value 1178.058778
## iter  90 value 1166.545232
## iter 100 value 1156.426682
## final  value 1156.426682 
## stopped after 100 iterations
## # weights:  89
## initial  value 142685.077182 
## iter  10 value 2080.516168
## iter  20 value 1547.692008
## iter  30 value 1355.284556
## iter  40 value 1200.239676
## iter  50 value 1084.178802
## iter  60 value 983.723856
## iter  70 value 938.223402
## iter  80 value 914.821198
## iter  90 value 884.418289
## iter 100 value 833.209990
## final  value 833.209990 
## stopped after 100 iterations
## # weights:  105
## initial  value 161336.434962 
## iter  10 value 1961.991155
## iter  20 value 1425.897842
## iter  30 value 1195.639075
## iter  40 value 1089.956943
## iter  50 value 974.179322
## iter  60 value 866.513578
## iter  70 value 793.931091
## iter  80 value 736.526417
## iter  90 value 686.799692
## iter 100 value 659.877783
## final  value 659.877783 
## stopped after 100 iterations
## # weights:  121
## initial  value 150655.376052 
## iter  10 value 2213.063558
## iter  20 value 1481.105673
## iter  30 value 1292.799427
## iter  40 value 1146.132963
## iter  50 value 1025.745136
## iter  60 value 945.359462
## iter  70 value 874.236178
## iter  80 value 817.769477
## iter  90 value 763.171023
## iter 100 value 721.962821
## final  value 721.962821 
## stopped after 100 iterations
## # weights:  137
## initial  value 147034.166260 
## iter  10 value 2506.679817
## iter  20 value 1408.063125
## iter  30 value 1147.829926
## iter  40 value 974.523400
## iter  50 value 831.993435
## iter  60 value 722.737241
## iter  70 value 618.939677
## iter  80 value 546.995358
## iter  90 value 503.598112
## iter 100 value 445.305525
## final  value 445.305525 
## stopped after 100 iterations
## # weights:  153
## initial  value 157543.897646 
## iter  10 value 1911.792577
## iter  20 value 1458.028160
## iter  30 value 1045.249989
## iter  40 value 901.897182
## iter  50 value 760.917450
## iter  60 value 674.732563
## iter  70 value 605.358245
## iter  80 value 558.019780
## iter  90 value 519.127882
## iter 100 value 478.154443
## final  value 478.154443 
## stopped after 100 iterations
## # weights:  9
## initial  value 146616.010027 
## iter  10 value 4505.496629
## iter  20 value 2276.422533
## iter  30 value 2089.915398
## iter  40 value 2021.470600
## iter  50 value 2019.076542
## final  value 2018.704139 
## converged
## # weights:  25
## initial  value 160761.334080 
## iter  10 value 6323.468792
## iter  20 value 3097.506932
## iter  30 value 2041.171958
## iter  40 value 1794.257355
## iter  50 value 1758.255235
## iter  60 value 1751.594605
## iter  70 value 1746.030729
## iter  80 value 1741.772606
## iter  90 value 1741.677821
## final  value 1741.671597 
## converged
## # weights:  41
## initial  value 154385.338212 
## iter  10 value 10582.876676
## iter  20 value 4070.212803
## iter  30 value 2563.342362
## iter  40 value 1844.584095
## iter  50 value 1513.852242
## iter  60 value 1451.474165
## iter  70 value 1419.823782
## iter  80 value 1394.892314
## iter  90 value 1383.809074
## iter 100 value 1376.673824
## final  value 1376.673824 
## stopped after 100 iterations
## # weights:  57
## initial  value 156968.394545 
## iter  10 value 20601.105992
## iter  20 value 5976.424289
## iter  30 value 3370.340493
## iter  40 value 2456.514522
## iter  50 value 1928.882719
## iter  60 value 1769.956512
## iter  70 value 1699.436955
## iter  80 value 1637.786187
## iter  90 value 1485.213636
## iter 100 value 1363.290707
## final  value 1363.290707 
## stopped after 100 iterations
## # weights:  73
## initial  value 147996.292376 
## iter  10 value 3681.707426
## iter  20 value 1869.563228
## iter  30 value 1517.476115
## iter  40 value 1416.825520
## iter  50 value 1334.909283
## iter  60 value 1308.040647
## iter  70 value 1290.670873
## iter  80 value 1276.204936
## iter  90 value 1268.711403
## iter 100 value 1258.365279
## final  value 1258.365279 
## stopped after 100 iterations
## # weights:  89
## initial  value 166314.112446 
## iter  10 value 3310.658609
## iter  20 value 2152.503276
## iter  30 value 1711.022335
## iter  40 value 1492.089784
## iter  50 value 1282.436309
## iter  60 value 1141.893767
## iter  70 value 1092.426826
## iter  80 value 1039.471446
## iter  90 value 1009.478337
## iter 100 value 981.788705
## final  value 981.788705 
## stopped after 100 iterations
## # weights:  105
## initial  value 154713.992183 
## iter  10 value 2289.751577
## iter  20 value 1528.907531
## iter  30 value 1284.008424
## iter  40 value 1038.395755
## iter  50 value 915.719699
## iter  60 value 862.946949
## iter  70 value 812.801014
## iter  80 value 788.136269
## iter  90 value 748.171325
## iter 100 value 723.732342
## final  value 723.732342 
## stopped after 100 iterations
## # weights:  121
## initial  value 150220.679969 
## iter  10 value 2100.806546
## iter  20 value 1513.243340
## iter  30 value 1287.217200
## iter  40 value 1087.193448
## iter  50 value 943.697859
## iter  60 value 782.652988
## iter  70 value 689.908980
## iter  80 value 617.162525
## iter  90 value 567.582787
## iter 100 value 533.190107
## final  value 533.190107 
## stopped after 100 iterations
## # weights:  137
## initial  value 156232.766069 
## iter  10 value 1993.712640
## iter  20 value 1421.731943
## iter  30 value 983.331801
## iter  40 value 800.218433
## iter  50 value 695.270232
## iter  60 value 623.749277
## iter  70 value 579.263117
## iter  80 value 537.760378
## iter  90 value 509.337497
## iter 100 value 479.423323
## final  value 479.423323 
## stopped after 100 iterations
## # weights:  153
## initial  value 156491.093865 
## iter  10 value 2040.302345
## iter  20 value 1312.511666
## iter  30 value 1028.867664
## iter  40 value 895.537442
## iter  50 value 756.803253
## iter  60 value 635.507344
## iter  70 value 555.670525
## iter  80 value 510.748482
## iter  90 value 483.749622
## iter 100 value 452.562849
## final  value 452.562849 
## stopped after 100 iterations
## # weights:  9
## initial  value 149390.477601 
## iter  10 value 3434.980546
## iter  20 value 2259.459572
## iter  30 value 2086.721182
## iter  40 value 2022.068727
## iter  50 value 2018.917551
## final  value 2018.412854 
## converged
## # weights:  25
## initial  value 150296.801323 
## iter  10 value 4568.534316
## iter  20 value 2997.797296
## iter  30 value 1983.202905
## iter  40 value 1699.896275
## iter  50 value 1662.032120
## iter  60 value 1650.829688
## iter  70 value 1630.945955
## iter  80 value 1574.995463
## iter  90 value 1552.284211
## iter 100 value 1551.490660
## final  value 1551.490660 
## stopped after 100 iterations
## # weights:  41
## initial  value 155187.047246 
## iter  10 value 3830.920513
## iter  20 value 3027.471594
## iter  30 value 2331.285759
## iter  40 value 1899.993316
## iter  50 value 1728.528727
## iter  60 value 1539.180998
## iter  70 value 1455.506008
## iter  80 value 1400.281538
## iter  90 value 1390.442773
## iter 100 value 1387.587716
## final  value 1387.587716 
## stopped after 100 iterations
## # weights:  57
## initial  value 150075.984513 
## iter  10 value 12477.065787
## iter  20 value 5343.042180
## iter  30 value 2344.367403
## iter  40 value 1920.371083
## iter  50 value 1579.723938
## iter  60 value 1435.903656
## iter  70 value 1383.283219
## iter  80 value 1359.901658
## iter  90 value 1316.985618
## iter 100 value 1230.386779
## final  value 1230.386779 
## stopped after 100 iterations
## # weights:  73
## initial  value 168575.650618 
## iter  10 value 2625.268917
## iter  20 value 1966.762288
## iter  30 value 1587.693431
## iter  40 value 1304.254783
## iter  50 value 1176.173777
## iter  60 value 1035.100808
## iter  70 value 920.830323
## iter  80 value 870.488953
## iter  90 value 855.951385
## iter 100 value 842.735162
## final  value 842.735162 
## stopped after 100 iterations
## # weights:  89
## initial  value 146087.371800 
## iter  10 value 1985.063487
## iter  20 value 1536.264905
## iter  30 value 1351.469420
## iter  40 value 1222.297228
## iter  50 value 1116.743644
## iter  60 value 1026.918113
## iter  70 value 984.843281
## iter  80 value 953.089018
## iter  90 value 903.451693
## iter 100 value 860.594643
## final  value 860.594643 
## stopped after 100 iterations
## # weights:  105
## initial  value 159525.852176 
## iter  10 value 2154.578246
## iter  20 value 1519.450868
## iter  30 value 1296.910516
## iter  40 value 1190.752933
## iter  50 value 1037.124571
## iter  60 value 945.964871
## iter  70 value 848.536961
## iter  80 value 737.864567
## iter  90 value 661.902306
## iter 100 value 624.804822
## final  value 624.804822 
## stopped after 100 iterations
## # weights:  121
## initial  value 151159.065549 
## iter  10 value 2340.106832
## iter  20 value 1447.524091
## iter  30 value 1152.137529
## iter  40 value 958.064774
## iter  50 value 782.071920
## iter  60 value 673.687220
## iter  70 value 592.747943
## iter  80 value 543.688034
## iter  90 value 518.697308
## iter 100 value 492.158905
## final  value 492.158905 
## stopped after 100 iterations
## # weights:  137
## initial  value 137727.279623 
## iter  10 value 1969.374917
## iter  20 value 1394.973075
## iter  30 value 1106.835295
## iter  40 value 956.876177
## iter  50 value 810.042193
## iter  60 value 657.754320
## iter  70 value 558.714931
## iter  80 value 517.413796
## iter  90 value 481.589304
## iter 100 value 452.012879
## final  value 452.012879 
## stopped after 100 iterations
## # weights:  153
## initial  value 150484.195764 
## iter  10 value 2113.410413
## iter  20 value 1430.537675
## iter  30 value 1082.299768
## iter  40 value 884.122507
## iter  50 value 754.049911
## iter  60 value 648.763953
## iter  70 value 598.980264
## iter  80 value 548.469843
## iter  90 value 501.625453
## iter 100 value 468.981333
## final  value 468.981333 
## stopped after 100 iterations
## # weights:  9
## initial  value 156216.114488 
## iter  10 value 6877.624269
## iter  20 value 5813.817038
## iter  30 value 5673.683568
## iter  40 value 5570.570422
## iter  50 value 5235.061306
## iter  60 value 3240.995392
## iter  70 value 2269.848770
## iter  80 value 2168.369911
## iter  90 value 2127.175099
## iter 100 value 2120.322662
## final  value 2120.322662 
## stopped after 100 iterations
## # weights:  25
## initial  value 150606.372537 
## iter  10 value 5127.605169
## iter  20 value 2774.163910
## iter  30 value 2201.738188
## iter  40 value 1930.031463
## iter  50 value 1842.098596
## iter  60 value 1828.281982
## iter  70 value 1795.058815
## iter  80 value 1735.183485
## iter  90 value 1725.161368
## iter 100 value 1718.356389
## final  value 1718.356389 
## stopped after 100 iterations
## # weights:  41
## initial  value 155446.604088 
## iter  10 value 3592.596764
## iter  20 value 2532.928441
## iter  30 value 2144.738757
## iter  40 value 1961.239059
## iter  50 value 1766.185440
## iter  60 value 1635.550321
## iter  70 value 1587.731428
## iter  80 value 1527.433167
## iter  90 value 1500.692841
## iter 100 value 1476.944636
## final  value 1476.944636 
## stopped after 100 iterations
## # weights:  57
## initial  value 139289.621537 
## iter  10 value 3002.479204
## iter  20 value 1927.038746
## iter  30 value 1671.900545
## iter  40 value 1478.678337
## iter  50 value 1356.162061
## iter  60 value 1305.566386
## iter  70 value 1246.588980
## iter  80 value 1158.188139
## iter  90 value 1107.864676
## iter 100 value 1095.350278
## final  value 1095.350278 
## stopped after 100 iterations
## # weights:  73
## initial  value 162733.553953 
## iter  10 value 2363.583084
## iter  20 value 1754.901045
## iter  30 value 1437.388269
## iter  40 value 1312.911587
## iter  50 value 1215.110020
## iter  60 value 1130.306001
## iter  70 value 1033.277041
## iter  80 value 997.185158
## iter  90 value 980.142697
## iter 100 value 954.725718
## final  value 954.725718 
## stopped after 100 iterations
## # weights:  89
## initial  value 165874.716888 
## iter  10 value 2472.852947
## iter  20 value 1718.093703
## iter  30 value 1475.575129
## iter  40 value 1199.703636
## iter  50 value 978.574020
## iter  60 value 877.606094
## iter  70 value 840.478067
## iter  80 value 784.517725
## iter  90 value 733.943984
## iter 100 value 706.321841
## final  value 706.321841 
## stopped after 100 iterations
## # weights:  105
## initial  value 154676.709741 
## iter  10 value 2974.184238
## iter  20 value 1619.024128
## iter  30 value 1301.832291
## iter  40 value 1170.142414
## iter  50 value 1017.745852
## iter  60 value 899.004915
## iter  70 value 771.288093
## iter  80 value 712.602207
## iter  90 value 629.772266
## iter 100 value 581.046732
## final  value 581.046732 
## stopped after 100 iterations
## # weights:  121
## initial  value 129751.925957 
## iter  10 value 2297.463064
## iter  20 value 1541.677865
## iter  30 value 1114.702373
## iter  40 value 890.736914
## iter  50 value 728.633821
## iter  60 value 624.150242
## iter  70 value 571.178829
## iter  80 value 535.447393
## iter  90 value 506.574877
## iter 100 value 470.895489
## final  value 470.895489 
## stopped after 100 iterations
## # weights:  137
## initial  value 163125.572470 
## iter  10 value 2208.452348
## iter  20 value 1485.562284
## iter  30 value 1224.504295
## iter  40 value 996.596783
## iter  50 value 814.399490
## iter  60 value 677.423168
## iter  70 value 580.065655
## iter  80 value 511.890088
## iter  90 value 469.407342
## iter 100 value 440.380380
## final  value 440.380380 
## stopped after 100 iterations
## # weights:  153
## initial  value 131906.536083 
## iter  10 value 2406.730399
## iter  20 value 1568.667898
## iter  30 value 1113.524281
## iter  40 value 943.424598
## iter  50 value 827.056672
## iter  60 value 719.082740
## iter  70 value 597.215106
## iter  80 value 522.909583
## iter  90 value 475.840819
## iter 100 value 431.220946
## final  value 431.220946 
## stopped after 100 iterations
## # weights:  9
## initial  value 153223.904570 
## iter  10 value 6998.194639
## iter  20 value 4301.389364
## iter  30 value 3478.043691
## iter  40 value 2366.800039
## iter  50 value 2301.926608
## final  value 2296.518674 
## converged
## # weights:  25
## initial  value 149625.252724 
## iter  10 value 4143.369693
## iter  20 value 2562.530147
## iter  30 value 2109.597621
## iter  40 value 1950.162526
## iter  50 value 1869.745859
## iter  60 value 1828.789907
## iter  70 value 1797.958744
## iter  80 value 1773.578047
## final  value 1773.522658 
## converged
## # weights:  41
## initial  value 146136.758031 
## iter  10 value 4903.090712
## iter  20 value 2964.340831
## iter  30 value 2354.766008
## iter  40 value 2012.933791
## iter  50 value 1835.556656
## iter  60 value 1743.517822
## iter  70 value 1729.919871
## iter  80 value 1687.820633
## iter  90 value 1660.118459
## iter 100 value 1643.535751
## final  value 1643.535751 
## stopped after 100 iterations
## # weights:  57
## initial  value 155225.369005 
## iter  10 value 2602.876213
## iter  20 value 1968.443384
## iter  30 value 1688.682707
## iter  40 value 1592.571370
## iter  50 value 1481.685288
## iter  60 value 1445.422932
## iter  70 value 1422.608450
## iter  80 value 1398.155619
## iter  90 value 1386.529853
## iter 100 value 1382.071468
## final  value 1382.071468 
## stopped after 100 iterations
## # weights:  73
## initial  value 146011.127825 
## iter  10 value 5133.933917
## iter  20 value 3707.500019
## iter  30 value 2882.462191
## iter  40 value 2383.549404
## iter  50 value 2152.286418
## iter  60 value 1801.466672
## iter  70 value 1605.920840
## iter  80 value 1461.591982
## iter  90 value 1369.865092
## iter 100 value 1332.954676
## final  value 1332.954676 
## stopped after 100 iterations
## # weights:  89
## initial  value 145850.069949 
## iter  10 value 2402.081413
## iter  20 value 1792.705729
## iter  30 value 1599.577459
## iter  40 value 1495.330970
## iter  50 value 1394.510004
## iter  60 value 1292.021229
## iter  70 value 1207.188901
## iter  80 value 1152.753534
## iter  90 value 1121.057784
## iter 100 value 1073.612521
## final  value 1073.612521 
## stopped after 100 iterations
## # weights:  105
## initial  value 151117.225654 
## iter  10 value 2533.089529
## iter  20 value 1663.171811
## iter  30 value 1393.859654
## iter  40 value 1261.818257
## iter  50 value 1185.048359
## iter  60 value 1139.158770
## iter  70 value 1108.416538
## iter  80 value 1084.953328
## iter  90 value 1058.591588
## iter 100 value 1029.322077
## final  value 1029.322077 
## stopped after 100 iterations
## # weights:  121
## initial  value 155349.523894 
## iter  10 value 2071.797724
## iter  20 value 1526.861719
## iter  30 value 1298.123398
## iter  40 value 1174.175619
## iter  50 value 1074.529009
## iter  60 value 1027.808968
## iter  70 value 967.940340
## iter  80 value 910.209934
## iter  90 value 879.406018
## iter 100 value 841.596098
## final  value 841.596098 
## stopped after 100 iterations
## # weights:  137
## initial  value 144412.159643 
## iter  10 value 2038.461846
## iter  20 value 1504.105739
## iter  30 value 1244.022715
## iter  40 value 1104.800635
## iter  50 value 972.404212
## iter  60 value 889.457973
## iter  70 value 850.527918
## iter  80 value 831.452931
## iter  90 value 816.338444
## iter 100 value 803.888996
## final  value 803.888996 
## stopped after 100 iterations
## # weights:  153
## initial  value 144193.495763 
## iter  10 value 2679.533429
## iter  20 value 1684.809967
## iter  30 value 1460.896829
## iter  40 value 1269.836925
## iter  50 value 1196.637637
## iter  60 value 1149.618968
## iter  70 value 1119.277451
## iter  80 value 1070.973364
## iter  90 value 1019.988268
## iter 100 value 989.899737
## final  value 989.899737 
## stopped after 100 iterations
## # weights:  9
## initial  value 155192.864298 
## iter  10 value 5361.098320
## iter  20 value 4736.679822
## iter  30 value 3679.041707
## iter  40 value 2338.106511
## iter  50 value 2256.259598
## iter  60 value 2209.889249
## final  value 2209.888990 
## converged
## # weights:  25
## initial  value 141807.787402 
## iter  10 value 7567.912146
## iter  20 value 4383.558771
## iter  30 value 3319.510999
## iter  40 value 2233.378741
## iter  50 value 2051.080782
## iter  60 value 2026.524204
## iter  70 value 1948.061618
## iter  80 value 1859.835186
## iter  90 value 1764.655122
## iter 100 value 1674.737227
## final  value 1674.737227 
## stopped after 100 iterations
## # weights:  41
## initial  value 151106.424025 
## iter  10 value 12001.969634
## iter  20 value 3187.264268
## iter  30 value 2426.817143
## iter  40 value 1961.120841
## iter  50 value 1744.642278
## iter  60 value 1692.179703
## iter  70 value 1622.954075
## iter  80 value 1587.837805
## iter  90 value 1519.898941
## iter 100 value 1491.559777
## final  value 1491.559777 
## stopped after 100 iterations
## # weights:  57
## initial  value 162395.310972 
## iter  10 value 4833.118777
## iter  20 value 2891.516391
## iter  30 value 2236.208625
## iter  40 value 2008.752016
## iter  50 value 1777.985382
## iter  60 value 1662.528610
## iter  70 value 1555.550902
## iter  80 value 1468.577522
## iter  90 value 1409.409447
## iter 100 value 1391.896077
## final  value 1391.896077 
## stopped after 100 iterations
## # weights:  73
## initial  value 128350.895220 
## iter  10 value 3894.976816
## iter  20 value 2048.665420
## iter  30 value 1819.400257
## iter  40 value 1678.926623
## iter  50 value 1604.853624
## iter  60 value 1537.172403
## iter  70 value 1484.226865
## iter  80 value 1437.508835
## iter  90 value 1399.786505
## iter 100 value 1345.175411
## final  value 1345.175411 
## stopped after 100 iterations
## # weights:  89
## initial  value 158380.703224 
## iter  10 value 2381.126868
## iter  20 value 1689.049026
## iter  30 value 1528.439014
## iter  40 value 1381.310702
## iter  50 value 1246.826559
## iter  60 value 1154.221351
## iter  70 value 1085.072149
## iter  80 value 1052.025928
## iter  90 value 1027.877866
## iter 100 value 1006.421371
## final  value 1006.421371 
## stopped after 100 iterations
## # weights:  105
## initial  value 160993.074726 
## iter  10 value 2131.089956
## iter  20 value 1632.641548
## iter  30 value 1435.099664
## iter  40 value 1200.078495
## iter  50 value 1083.159960
## iter  60 value 1051.709692
## iter  70 value 1016.419805
## iter  80 value 982.312538
## iter  90 value 960.103394
## iter 100 value 948.558576
## final  value 948.558576 
## stopped after 100 iterations
## # weights:  121
## initial  value 174711.841347 
## iter  10 value 2202.298596
## iter  20 value 1475.166989
## iter  30 value 1284.412792
## iter  40 value 1143.589567
## iter  50 value 1047.544320
## iter  60 value 979.037602
## iter  70 value 907.276327
## iter  80 value 861.651829
## iter  90 value 830.913849
## iter 100 value 810.493447
## final  value 810.493447 
## stopped after 100 iterations
## # weights:  137
## initial  value 144161.993957 
## iter  10 value 2400.142379
## iter  20 value 1442.091675
## iter  30 value 1126.531957
## iter  40 value 989.157576
## iter  50 value 835.284025
## iter  60 value 744.846787
## iter  70 value 710.911755
## iter  80 value 688.211536
## iter  90 value 660.956484
## iter 100 value 641.120028
## final  value 641.120028 
## stopped after 100 iterations
## # weights:  153
## initial  value 138487.715320 
## iter  10 value 1989.360644
## iter  20 value 1416.768958
## iter  30 value 1061.365766
## iter  40 value 875.667814
## iter  50 value 781.555754
## iter  60 value 702.604745
## iter  70 value 655.536959
## iter  80 value 628.530684
## iter  90 value 605.520195
## iter 100 value 585.782496
## final  value 585.782496 
## stopped after 100 iterations
## # weights:  9
## initial  value 147707.672857 
## iter  10 value 3206.358268
## iter  20 value 2260.283855
## iter  30 value 2190.886722
## iter  40 value 2164.678576
## final  value 2164.677799 
## converged
## # weights:  25
## initial  value 154013.400170 
## iter  10 value 5792.873436
## iter  20 value 3295.287084
## iter  30 value 2805.830251
## iter  40 value 2150.547640
## iter  50 value 1877.853310
## iter  60 value 1809.224317
## iter  70 value 1803.497009
## iter  80 value 1798.903806
## iter  90 value 1765.448539
## iter 100 value 1738.247917
## final  value 1738.247917 
## stopped after 100 iterations
## # weights:  41
## initial  value 162058.477352 
## iter  10 value 6292.652567
## iter  20 value 2139.963552
## iter  30 value 1926.681087
## iter  40 value 1651.306732
## iter  50 value 1462.174135
## iter  60 value 1415.539168
## iter  70 value 1394.519545
## iter  80 value 1372.800442
## iter  90 value 1356.034206
## iter 100 value 1341.462543
## final  value 1341.462543 
## stopped after 100 iterations
## # weights:  57
## initial  value 149878.960804 
## iter  10 value 4100.354931
## iter  20 value 2174.671128
## iter  30 value 1710.396194
## iter  40 value 1434.988285
## iter  50 value 1218.536447
## iter  60 value 1165.223105
## iter  70 value 1138.884064
## iter  80 value 1128.202338
## iter  90 value 1112.349095
## iter 100 value 1082.373921
## final  value 1082.373921 
## stopped after 100 iterations
## # weights:  73
## initial  value 154690.452716 
## iter  10 value 2446.637558
## iter  20 value 1708.257031
## iter  30 value 1496.256410
## iter  40 value 1303.252715
## iter  50 value 1208.399196
## iter  60 value 1118.554270
## iter  70 value 1089.554252
## iter  80 value 1069.663544
## iter  90 value 1042.409294
## iter 100 value 1016.041203
## final  value 1016.041203 
## stopped after 100 iterations
## # weights:  89
## initial  value 156182.565271 
## iter  10 value 2705.973898
## iter  20 value 1780.402826
## iter  30 value 1500.542169
## iter  40 value 1237.071106
## iter  50 value 1060.855101
## iter  60 value 969.381413
## iter  70 value 866.678225
## iter  80 value 816.660281
## iter  90 value 800.953491
## iter 100 value 793.439130
## final  value 793.439130 
## stopped after 100 iterations
## # weights:  105
## initial  value 143219.850056 
## iter  10 value 2568.284024
## iter  20 value 1617.169458
## iter  30 value 1403.930549
## iter  40 value 1153.125837
## iter  50 value 956.866563
## iter  60 value 881.656141
## iter  70 value 819.187520
## iter  80 value 785.940697
## iter  90 value 758.547570
## iter 100 value 728.323610
## final  value 728.323610 
## stopped after 100 iterations
## # weights:  121
## initial  value 159007.170570 
## iter  10 value 2113.092756
## iter  20 value 1545.906081
## iter  30 value 1258.195718
## iter  40 value 1094.247039
## iter  50 value 938.607296
## iter  60 value 887.971935
## iter  70 value 846.000301
## iter  80 value 794.640522
## iter  90 value 748.441542
## iter 100 value 727.191006
## final  value 727.191006 
## stopped after 100 iterations
## # weights:  137
## initial  value 150144.435125 
## iter  10 value 2115.251259
## iter  20 value 1516.568413
## iter  30 value 1306.166673
## iter  40 value 1092.717660
## iter  50 value 966.998112
## iter  60 value 824.054825
## iter  70 value 720.199751
## iter  80 value 671.772167
## iter  90 value 644.694242
## iter 100 value 605.694075
## final  value 605.694075 
## stopped after 100 iterations
## # weights:  153
## initial  value 161119.981856 
## iter  10 value 2048.403208
## iter  20 value 1425.100033
## iter  30 value 1156.460673
## iter  40 value 1008.934590
## iter  50 value 892.656041
## iter  60 value 777.502390
## iter  70 value 684.527735
## iter  80 value 627.189988
## iter  90 value 579.306515
## iter 100 value 547.002875
## final  value 547.002875 
## stopped after 100 iterations
## # weights:  9
## initial  value 148204.391151 
## iter  10 value 4419.492002
## iter  20 value 2756.232963
## iter  30 value 2260.772438
## iter  40 value 2150.721695
## iter  50 value 2141.742204
## iter  60 value 2141.122902
## iter  60 value 2141.122901
## iter  60 value 2141.122901
## final  value 2141.122901 
## converged
## # weights:  25
## initial  value 162459.334280 
## iter  10 value 4189.700776
## iter  20 value 2295.109655
## iter  30 value 1866.684387
## iter  40 value 1728.932502
## iter  50 value 1697.887942
## iter  60 value 1692.763930
## iter  70 value 1669.230186
## iter  80 value 1607.044209
## iter  90 value 1578.818115
## iter 100 value 1564.449076
## final  value 1564.449076 
## stopped after 100 iterations
## # weights:  41
## initial  value 154377.114652 
## iter  10 value 4283.364621
## iter  20 value 2773.512611
## iter  30 value 2136.990342
## iter  40 value 1759.591859
## iter  50 value 1526.456175
## iter  60 value 1374.189963
## iter  70 value 1335.613093
## iter  80 value 1312.688172
## iter  90 value 1306.428727
## iter 100 value 1292.572357
## final  value 1292.572357 
## stopped after 100 iterations
## # weights:  57
## initial  value 151136.517865 
## iter  10 value 2788.440049
## iter  20 value 2017.973019
## iter  30 value 1679.884754
## iter  40 value 1456.258951
## iter  50 value 1324.508566
## iter  60 value 1287.069670
## iter  70 value 1272.665060
## iter  80 value 1264.333048
## iter  90 value 1255.787344
## iter 100 value 1234.464896
## final  value 1234.464896 
## stopped after 100 iterations
## # weights:  73
## initial  value 147698.794722 
## iter  10 value 3243.718372
## iter  20 value 1913.718908
## iter  30 value 1507.051076
## iter  40 value 1345.464602
## iter  50 value 1263.273654
## iter  60 value 1189.614085
## iter  70 value 1099.744392
## iter  80 value 1083.091049
## iter  90 value 1076.756525
## iter 100 value 1074.352545
## final  value 1074.352545 
## stopped after 100 iterations
## # weights:  89
## initial  value 148853.827154 
## iter  10 value 2585.392083
## iter  20 value 1709.182105
## iter  30 value 1411.455311
## iter  40 value 1255.612387
## iter  50 value 1062.046832
## iter  60 value 901.375650
## iter  70 value 759.171197
## iter  80 value 707.871258
## iter  90 value 694.374074
## iter 100 value 686.926357
## final  value 686.926357 
## stopped after 100 iterations
## # weights:  105
## initial  value 138425.037073 
## iter  10 value 2155.742430
## iter  20 value 1626.275015
## iter  30 value 1398.354971
## iter  40 value 1183.691327
## iter  50 value 1065.907300
## iter  60 value 971.904176
## iter  70 value 849.922097
## iter  80 value 798.877324
## iter  90 value 714.262178
## iter 100 value 669.173745
## final  value 669.173745 
## stopped after 100 iterations
## # weights:  121
## initial  value 151434.467593 
## iter  10 value 2313.376061
## iter  20 value 1455.096853
## iter  30 value 1165.787469
## iter  40 value 997.895636
## iter  50 value 868.554687
## iter  60 value 765.304427
## iter  70 value 727.823559
## iter  80 value 691.637800
## iter  90 value 663.888308
## iter 100 value 647.687282
## final  value 647.687282 
## stopped after 100 iterations
## # weights:  137
## initial  value 142659.832516 
## iter  10 value 2356.864140
## iter  20 value 1368.176750
## iter  30 value 1081.668469
## iter  40 value 930.762421
## iter  50 value 763.520842
## iter  60 value 665.390802
## iter  70 value 617.282813
## iter  80 value 567.941028
## iter  90 value 529.220832
## iter 100 value 497.727252
## final  value 497.727252 
## stopped after 100 iterations
## # weights:  153
## initial  value 163775.023726 
## iter  10 value 1942.398525
## iter  20 value 1470.846074
## iter  30 value 1188.386517
## iter  40 value 1025.697268
## iter  50 value 874.271491
## iter  60 value 760.962072
## iter  70 value 686.095147
## iter  80 value 640.079705
## iter  90 value 590.412323
## iter 100 value 547.463394
## final  value 547.463394 
## stopped after 100 iterations
## # weights:  9
## initial  value 159224.412379 
## iter  10 value 5757.351673
## iter  20 value 4867.003384
## iter  30 value 3584.244585
## iter  40 value 2407.186607
## iter  50 value 2244.475414
## iter  60 value 2132.652800
## iter  70 value 2130.386598
## final  value 2129.052793 
## converged
## # weights:  25
## initial  value 158922.214475 
## iter  10 value 3434.454256
## iter  20 value 2508.830618
## iter  30 value 1854.244656
## iter  40 value 1700.558753
## iter  50 value 1652.316031
## iter  60 value 1648.989567
## iter  70 value 1635.250599
## iter  80 value 1608.856155
## iter  90 value 1604.527559
## iter 100 value 1604.494086
## final  value 1604.494086 
## stopped after 100 iterations
## # weights:  41
## initial  value 149540.274937 
## iter  10 value 4769.218330
## iter  20 value 3029.393749
## iter  30 value 2378.973279
## iter  40 value 1963.395582
## iter  50 value 1856.228196
## iter  60 value 1829.830378
## iter  70 value 1823.894929
## iter  80 value 1814.829628
## iter  90 value 1812.250461
## iter 100 value 1808.529398
## final  value 1808.529398 
## stopped after 100 iterations
## # weights:  57
## initial  value 152795.274473 
## iter  10 value 11213.523771
## iter  20 value 2837.747041
## iter  30 value 1900.430432
## iter  40 value 1634.429766
## iter  50 value 1482.477634
## iter  60 value 1336.413700
## iter  70 value 1293.401961
## iter  80 value 1264.785303
## iter  90 value 1246.075875
## iter 100 value 1228.221359
## final  value 1228.221359 
## stopped after 100 iterations
## # weights:  73
## initial  value 146807.354028 
## iter  10 value 3161.261698
## iter  20 value 1891.423224
## iter  30 value 1550.528915
## iter  40 value 1375.261213
## iter  50 value 1251.678354
## iter  60 value 1163.825374
## iter  70 value 1095.488429
## iter  80 value 1033.847866
## iter  90 value 992.080429
## iter 100 value 972.169091
## final  value 972.169091 
## stopped after 100 iterations
## # weights:  89
## initial  value 144579.501643 
## iter  10 value 2582.576479
## iter  20 value 1631.937502
## iter  30 value 1389.875133
## iter  40 value 1161.838202
## iter  50 value 1046.583495
## iter  60 value 973.888629
## iter  70 value 908.488861
## iter  80 value 863.869751
## iter  90 value 839.895586
## iter 100 value 824.636780
## final  value 824.636780 
## stopped after 100 iterations
## # weights:  105
## initial  value 145231.193308 
## iter  10 value 2996.661930
## iter  20 value 1869.954761
## iter  30 value 1627.242764
## iter  40 value 1355.818475
## iter  50 value 1212.559401
## iter  60 value 1117.648893
## iter  70 value 999.389190
## iter  80 value 916.318664
## iter  90 value 884.620202
## iter 100 value 857.837150
## final  value 857.837150 
## stopped after 100 iterations
## # weights:  121
## initial  value 149690.159122 
## iter  10 value 2223.440073
## iter  20 value 1390.358023
## iter  30 value 1119.678550
## iter  40 value 992.150636
## iter  50 value 877.115776
## iter  60 value 800.230528
## iter  70 value 728.286489
## iter  80 value 686.898631
## iter  90 value 648.656159
## iter 100 value 607.552273
## final  value 607.552273 
## stopped after 100 iterations
## # weights:  137
## initial  value 161241.867782 
## iter  10 value 2366.424273
## iter  20 value 1584.118233
## iter  30 value 1199.195469
## iter  40 value 935.875531
## iter  50 value 774.657883
## iter  60 value 703.491092
## iter  70 value 640.374438
## iter  80 value 584.350363
## iter  90 value 541.296268
## iter 100 value 496.749675
## final  value 496.749675 
## stopped after 100 iterations
## # weights:  153
## initial  value 132268.158229 
## iter  10 value 2179.556062
## iter  20 value 1469.605175
## iter  30 value 1126.903400
## iter  40 value 913.557018
## iter  50 value 765.950418
## iter  60 value 663.757684
## iter  70 value 550.023032
## iter  80 value 494.920140
## iter  90 value 455.554700
## iter 100 value 434.734998
## final  value 434.734998 
## stopped after 100 iterations
## # weights:  9
## initial  value 151416.552318 
## iter  10 value 4519.288435
## iter  20 value 2650.050672
## iter  30 value 2330.626793
## iter  40 value 2136.173531
## iter  50 value 2127.376718
## iter  60 value 2123.031786
## iter  70 value 2123.016667
## final  value 2123.016616 
## converged
## # weights:  25
## initial  value 150340.290200 
## iter  10 value 4974.758023
## iter  20 value 2689.593532
## iter  30 value 1937.033331
## iter  40 value 1881.870191
## iter  50 value 1858.392783
## iter  60 value 1838.130777
## iter  70 value 1825.768948
## iter  80 value 1804.776290
## iter  90 value 1791.102428
## iter 100 value 1788.182975
## final  value 1788.182975 
## stopped after 100 iterations
## # weights:  41
## initial  value 165451.917044 
## iter  10 value 5235.522715
## iter  20 value 3119.640021
## iter  30 value 2386.040070
## iter  40 value 2077.968329
## iter  50 value 1746.610708
## iter  60 value 1593.275083
## iter  70 value 1545.696990
## iter  80 value 1515.487419
## iter  90 value 1509.691147
## iter 100 value 1499.125479
## final  value 1499.125479 
## stopped after 100 iterations
## # weights:  57
## initial  value 154743.461526 
## iter  10 value 2972.728658
## iter  20 value 1934.567618
## iter  30 value 1670.970752
## iter  40 value 1547.814028
## iter  50 value 1441.218816
## iter  60 value 1372.149398
## iter  70 value 1337.306200
## iter  80 value 1322.748053
## iter  90 value 1296.582318
## iter 100 value 1285.391937
## final  value 1285.391937 
## stopped after 100 iterations
## # weights:  73
## initial  value 153663.843060 
## iter  10 value 2429.319414
## iter  20 value 1775.126620
## iter  30 value 1510.586645
## iter  40 value 1376.273642
## iter  50 value 1278.067354
## iter  60 value 1227.903654
## iter  70 value 1198.414135
## iter  80 value 1187.653387
## iter  90 value 1166.538247
## iter 100 value 1115.466007
## final  value 1115.466007 
## stopped after 100 iterations
## # weights:  89
## initial  value 154836.949841 
## iter  10 value 2688.376019
## iter  20 value 1583.870279
## iter  30 value 1245.472956
## iter  40 value 1126.927332
## iter  50 value 1054.326924
## iter  60 value 948.903547
## iter  70 value 870.318779
## iter  80 value 836.516588
## iter  90 value 814.964139
## iter 100 value 798.220341
## final  value 798.220341 
## stopped after 100 iterations
## # weights:  105
## initial  value 165746.524197 
## iter  10 value 3038.801799
## iter  20 value 1820.741865
## iter  30 value 1497.523883
## iter  40 value 1239.435395
## iter  50 value 1052.287200
## iter  60 value 980.206788
## iter  70 value 942.101330
## iter  80 value 900.656419
## iter  90 value 875.198737
## iter 100 value 834.843289
## final  value 834.843289 
## stopped after 100 iterations
## # weights:  121
## initial  value 139471.964138 
## iter  10 value 2175.692424
## iter  20 value 1520.029022
## iter  30 value 1227.319227
## iter  40 value 1006.017054
## iter  50 value 879.795815
## iter  60 value 797.168713
## iter  70 value 745.757844
## iter  80 value 688.869272
## iter  90 value 626.800280
## iter 100 value 573.604001
## final  value 573.604001 
## stopped after 100 iterations
## # weights:  137
## initial  value 167384.904101 
## iter  10 value 2300.679428
## iter  20 value 1381.901972
## iter  30 value 1092.965939
## iter  40 value 896.937158
## iter  50 value 778.417718
## iter  60 value 659.005248
## iter  70 value 588.761443
## iter  80 value 546.667377
## iter  90 value 500.664364
## iter 100 value 473.350856
## final  value 473.350856 
## stopped after 100 iterations
## # weights:  153
## initial  value 150741.792481 
## iter  10 value 2146.038228
## iter  20 value 1485.266213
## iter  30 value 1133.593139
## iter  40 value 978.266336
## iter  50 value 780.394979
## iter  60 value 580.544936
## iter  70 value 499.601772
## iter  80 value 452.832575
## iter  90 value 419.867858
## iter 100 value 404.211874
## final  value 404.211874 
## stopped after 100 iterations
## # weights:  9
## initial  value 151962.642286 
## iter  10 value 5710.112146
## iter  20 value 5026.044153
## iter  30 value 4301.280606
## iter  40 value 2414.119913
## iter  50 value 2207.661148
## iter  60 value 2131.492366
## iter  70 value 2123.380819
## iter  80 value 2120.471038
## iter  90 value 2120.145569
## final  value 2120.106924 
## converged
## # weights:  25
## initial  value 144418.306269 
## iter  10 value 5929.092840
## iter  20 value 3823.985335
## iter  30 value 2919.584578
## iter  40 value 2617.484235
## iter  50 value 2372.967336
## iter  60 value 2223.070732
## iter  70 value 1947.275505
## iter  80 value 1906.045341
## iter  90 value 1808.734046
## iter 100 value 1753.220093
## final  value 1753.220093 
## stopped after 100 iterations
## # weights:  41
## initial  value 163006.818907 
## iter  10 value 8886.077934
## iter  20 value 5393.540522
## iter  30 value 3158.755432
## iter  40 value 1965.044665
## iter  50 value 1593.195453
## iter  60 value 1478.232008
## iter  70 value 1436.199335
## iter  80 value 1421.706259
## iter  90 value 1413.903814
## iter 100 value 1405.925038
## final  value 1405.925038 
## stopped after 100 iterations
## # weights:  57
## initial  value 159884.522196 
## iter  10 value 3614.859223
## iter  20 value 2165.920055
## iter  30 value 1757.850823
## iter  40 value 1459.686353
## iter  50 value 1353.012976
## iter  60 value 1274.570868
## iter  70 value 1242.850012
## iter  80 value 1214.657118
## iter  90 value 1197.888627
## iter 100 value 1193.165278
## final  value 1193.165278 
## stopped after 100 iterations
## # weights:  73
## initial  value 145488.108012 
## iter  10 value 3178.484176
## iter  20 value 1993.525478
## iter  30 value 1679.209934
## iter  40 value 1484.463056
## iter  50 value 1300.458037
## iter  60 value 1184.812894
## iter  70 value 1129.923772
## iter  80 value 1087.648795
## iter  90 value 1019.478729
## iter 100 value 945.727081
## final  value 945.727081 
## stopped after 100 iterations
## # weights:  89
## initial  value 141457.205169 
## iter  10 value 2178.402097
## iter  20 value 1573.606399
## iter  30 value 1359.003758
## iter  40 value 1144.426747
## iter  50 value 1025.843945
## iter  60 value 932.818627
## iter  70 value 882.958007
## iter  80 value 815.954756
## iter  90 value 770.452933
## iter 100 value 749.256783
## final  value 749.256783 
## stopped after 100 iterations
## # weights:  105
## initial  value 137987.425317 
## iter  10 value 2436.893797
## iter  20 value 1579.564763
## iter  30 value 1347.402079
## iter  40 value 1129.747097
## iter  50 value 962.355622
## iter  60 value 887.531762
## iter  70 value 838.849778
## iter  80 value 798.147480
## iter  90 value 775.380550
## iter 100 value 764.467719
## final  value 764.467719 
## stopped after 100 iterations
## # weights:  121
## initial  value 167576.548836 
## iter  10 value 2538.597879
## iter  20 value 1507.267223
## iter  30 value 1190.212263
## iter  40 value 960.606114
## iter  50 value 837.519919
## iter  60 value 770.067916
## iter  70 value 715.609154
## iter  80 value 656.181772
## iter  90 value 574.309708
## iter 100 value 547.939714
## final  value 547.939714 
## stopped after 100 iterations
## # weights:  137
## initial  value 139123.374814 
## iter  10 value 2198.421851
## iter  20 value 1434.877024
## iter  30 value 1099.612324
## iter  40 value 902.325170
## iter  50 value 800.764055
## iter  60 value 682.144508
## iter  70 value 607.791550
## iter  80 value 564.107036
## iter  90 value 491.989105
## iter 100 value 436.852167
## final  value 436.852167 
## stopped after 100 iterations
## # weights:  153
## initial  value 165990.260293 
## iter  10 value 2262.655175
## iter  20 value 1457.747527
## iter  30 value 1235.622781
## iter  40 value 975.382792
## iter  50 value 853.714070
## iter  60 value 760.391949
## iter  70 value 686.540191
## iter  80 value 629.734000
## iter  90 value 587.646190
## iter 100 value 565.838850
## final  value 565.838850 
## stopped after 100 iterations
## # weights:  9
## initial  value 156814.793506 
## iter  10 value 5390.342366
## iter  20 value 4494.791349
## iter  30 value 3785.106020
## iter  40 value 2374.373794
## iter  50 value 2192.476262
## iter  60 value 2126.981363
## iter  70 value 2122.668365
## iter  80 value 2119.014262
## iter  90 value 2118.855241
## final  value 2118.762445 
## converged
## # weights:  25
## initial  value 152437.116157 
## iter  10 value 5007.941576
## iter  20 value 2610.941135
## iter  30 value 2151.046171
## iter  40 value 1747.111126
## iter  50 value 1668.961257
## iter  60 value 1644.882189
## iter  70 value 1629.109071
## iter  80 value 1580.492186
## iter  90 value 1535.933552
## iter 100 value 1520.026603
## final  value 1520.026603 
## stopped after 100 iterations
## # weights:  41
## initial  value 157502.930506 
## iter  10 value 9800.812630
## iter  20 value 3977.397773
## iter  30 value 2393.968802
## iter  40 value 2086.834238
## iter  50 value 1900.298282
## iter  60 value 1814.902858
## iter  70 value 1769.056163
## iter  80 value 1742.102555
## iter  90 value 1726.830725
## iter 100 value 1720.505998
## final  value 1720.505998 
## stopped after 100 iterations
## # weights:  57
## initial  value 147987.384424 
## iter  10 value 2572.298693
## iter  20 value 1795.820765
## iter  30 value 1595.082169
## iter  40 value 1353.759777
## iter  50 value 1159.955831
## iter  60 value 1081.524595
## iter  70 value 1006.387274
## iter  80 value 972.344526
## iter  90 value 962.231440
## iter 100 value 953.537858
## final  value 953.537858 
## stopped after 100 iterations
## # weights:  73
## initial  value 147544.443423 
## iter  10 value 2426.069467
## iter  20 value 1689.385688
## iter  30 value 1466.232100
## iter  40 value 1345.281305
## iter  50 value 1268.526711
## iter  60 value 1172.302403
## iter  70 value 1088.102942
## iter  80 value 1030.321145
## iter  90 value 984.577748
## iter 100 value 955.676265
## final  value 955.676265 
## stopped after 100 iterations
## # weights:  89
## initial  value 140785.728670 
## iter  10 value 2397.880004
## iter  20 value 1589.663863
## iter  30 value 1286.177419
## iter  40 value 1112.934286
## iter  50 value 985.503526
## iter  60 value 929.938398
## iter  70 value 862.120463
## iter  80 value 810.323255
## iter  90 value 774.398368
## iter 100 value 741.071011
## final  value 741.071011 
## stopped after 100 iterations
## # weights:  105
## initial  value 148043.076573 
## iter  10 value 2777.074674
## iter  20 value 1628.453182
## iter  30 value 1276.927457
## iter  40 value 1052.168936
## iter  50 value 842.219561
## iter  60 value 695.509929
## iter  70 value 646.813607
## iter  80 value 608.443456
## iter  90 value 577.551676
## iter 100 value 547.332005
## final  value 547.332005 
## stopped after 100 iterations
## # weights:  121
## initial  value 144325.615208 
## iter  10 value 2379.908933
## iter  20 value 1459.460134
## iter  30 value 1210.439178
## iter  40 value 1039.414559
## iter  50 value 898.439087
## iter  60 value 814.846377
## iter  70 value 767.297637
## iter  80 value 708.566720
## iter  90 value 665.545014
## iter 100 value 639.973803
## final  value 639.973803 
## stopped after 100 iterations
## # weights:  137
## initial  value 141652.381189 
## iter  10 value 2061.315065
## iter  20 value 1509.501896
## iter  30 value 1154.745313
## iter  40 value 904.155859
## iter  50 value 801.252581
## iter  60 value 684.702760
## iter  70 value 618.221552
## iter  80 value 568.983198
## iter  90 value 535.732162
## iter 100 value 512.544784
## final  value 512.544784 
## stopped after 100 iterations
## # weights:  153
## initial  value 144101.709673 
## iter  10 value 1977.853579
## iter  20 value 1472.374994
## iter  30 value 1165.144772
## iter  40 value 985.948335
## iter  50 value 843.928285
## iter  60 value 697.700152
## iter  70 value 614.533465
## iter  80 value 559.975087
## iter  90 value 486.648504
## iter 100 value 438.419826
## final  value 438.419826 
## stopped after 100 iterations
## # weights:  9
## initial  value 151989.751080 
## iter  10 value 3999.831814
## iter  20 value 2398.906165
## iter  30 value 2206.942008
## iter  40 value 2124.761996
## iter  50 value 2120.654934
## iter  60 value 2118.430807
## iter  60 value 2118.430789
## iter  60 value 2118.430787
## final  value 2118.430787 
## converged
## # weights:  25
## initial  value 151800.825937 
## iter  10 value 12576.486919
## iter  20 value 5106.890604
## iter  30 value 2967.001980
## iter  40 value 1925.181847
## iter  50 value 1730.829958
## iter  60 value 1684.391869
## iter  70 value 1581.849178
## iter  80 value 1552.625659
## iter  90 value 1551.249389
## iter 100 value 1545.805063
## final  value 1545.805063 
## stopped after 100 iterations
## # weights:  41
## initial  value 158240.764318 
## iter  10 value 11037.165956
## iter  20 value 4266.554951
## iter  30 value 3081.979766
## iter  40 value 1891.308425
## iter  50 value 1697.889035
## iter  60 value 1564.122390
## iter  70 value 1516.336242
## iter  80 value 1399.182772
## iter  90 value 1374.771149
## iter 100 value 1341.072091
## final  value 1341.072091 
## stopped after 100 iterations
## # weights:  57
## initial  value 147011.190536 
## iter  10 value 2879.280205
## iter  20 value 1981.154820
## iter  30 value 1669.847533
## iter  40 value 1446.779785
## iter  50 value 1308.074887
## iter  60 value 1279.900309
## iter  70 value 1259.760407
## iter  80 value 1219.990615
## iter  90 value 1201.810395
## iter 100 value 1187.406752
## final  value 1187.406752 
## stopped after 100 iterations
## # weights:  73
## initial  value 152739.184862 
## iter  10 value 2779.152286
## iter  20 value 1832.321054
## iter  30 value 1544.714109
## iter  40 value 1400.049777
## iter  50 value 1322.957116
## iter  60 value 1261.169430
## iter  70 value 1208.364160
## iter  80 value 1151.889562
## iter  90 value 1094.824137
## iter 100 value 1071.452290
## final  value 1071.452290 
## stopped after 100 iterations
## # weights:  89
## initial  value 156072.223788 
## iter  10 value 2344.436049
## iter  20 value 1592.815256
## iter  30 value 1378.536565
## iter  40 value 1175.711985
## iter  50 value 1021.192291
## iter  60 value 925.049570
## iter  70 value 850.140742
## iter  80 value 771.226897
## iter  90 value 724.526820
## iter 100 value 696.307120
## final  value 696.307120 
## stopped after 100 iterations
## # weights:  105
## initial  value 159582.218956 
## iter  10 value 2350.218780
## iter  20 value 1683.004974
## iter  30 value 1387.310465
## iter  40 value 1121.984741
## iter  50 value 1013.076419
## iter  60 value 966.985729
## iter  70 value 934.501793
## iter  80 value 884.877936
## iter  90 value 829.698814
## iter 100 value 803.313295
## final  value 803.313295 
## stopped after 100 iterations
## # weights:  121
## initial  value 157676.180079 
## iter  10 value 2208.070675
## iter  20 value 1505.169465
## iter  30 value 1187.362090
## iter  40 value 1010.975934
## iter  50 value 873.106080
## iter  60 value 704.500101
## iter  70 value 617.633550
## iter  80 value 559.695897
## iter  90 value 517.211825
## iter 100 value 475.615809
## final  value 475.615809 
## stopped after 100 iterations
## # weights:  137
## initial  value 145661.764304 
## iter  10 value 2194.585302
## iter  20 value 1504.213877
## iter  30 value 1127.361511
## iter  40 value 900.947690
## iter  50 value 851.994963
## iter  60 value 735.725797
## iter  70 value 651.847467
## iter  80 value 595.620895
## iter  90 value 555.076408
## iter 100 value 518.575803
## final  value 518.575803 
## stopped after 100 iterations
## # weights:  153
## initial  value 136211.424889 
## iter  10 value 2253.022224
## iter  20 value 1455.282357
## iter  30 value 1104.539741
## iter  40 value 890.784102
## iter  50 value 747.835587
## iter  60 value 641.231785
## iter  70 value 570.418861
## iter  80 value 531.391013
## iter  90 value 480.533288
## iter 100 value 442.266652
## final  value 442.266652 
## stopped after 100 iterations
## # weights:  9
## initial  value 155574.546211 
## iter  10 value 8997.433115
## iter  20 value 6080.247453
## iter  30 value 6024.866604
## iter  40 value 5939.334286
## iter  50 value 5930.226138
## iter  60 value 5756.401552
## iter  70 value 5679.691014
## final  value 5677.462378 
## converged
## # weights:  25
## initial  value 165235.450908 
## iter  10 value 4172.223326
## iter  20 value 3446.294350
## iter  30 value 2580.689906
## iter  40 value 2264.010953
## iter  50 value 1979.733190
## iter  60 value 1963.342189
## iter  70 value 1875.375546
## iter  80 value 1676.611004
## iter  90 value 1627.702061
## iter 100 value 1606.647550
## final  value 1606.647550 
## stopped after 100 iterations
## # weights:  41
## initial  value 145988.178543 
## iter  10 value 7360.329555
## iter  20 value 2509.622564
## iter  30 value 2097.303438
## iter  40 value 1696.288394
## iter  50 value 1469.031979
## iter  60 value 1398.053452
## iter  70 value 1352.200753
## iter  80 value 1325.039038
## iter  90 value 1317.859171
## iter 100 value 1298.684800
## final  value 1298.684800 
## stopped after 100 iterations
## # weights:  57
## initial  value 140960.051493 
## iter  10 value 3772.519114
## iter  20 value 2600.837716
## iter  30 value 2297.985991
## iter  40 value 2041.570670
## iter  50 value 1823.864457
## iter  60 value 1710.254209
## iter  70 value 1670.644917
## iter  80 value 1661.815487
## iter  90 value 1658.053905
## iter 100 value 1655.425775
## final  value 1655.425775 
## stopped after 100 iterations
## # weights:  73
## initial  value 155645.558714 
## iter  10 value 2504.660824
## iter  20 value 1735.738168
## iter  30 value 1438.255900
## iter  40 value 1295.496954
## iter  50 value 1207.431989
## iter  60 value 1120.009015
## iter  70 value 1040.927731
## iter  80 value 963.213911
## iter  90 value 945.418205
## iter 100 value 929.478889
## final  value 929.478889 
## stopped after 100 iterations
## # weights:  89
## initial  value 164521.404588 
## iter  10 value 2708.366957
## iter  20 value 1859.257714
## iter  30 value 1581.466690
## iter  40 value 1362.370776
## iter  50 value 1254.742595
## iter  60 value 1163.703508
## iter  70 value 926.176077
## iter  80 value 853.367296
## iter  90 value 804.079451
## iter 100 value 779.131567
## final  value 779.131567 
## stopped after 100 iterations
## # weights:  105
## initial  value 159223.576258 
## iter  10 value 1888.158201
## iter  20 value 1535.598215
## iter  30 value 1179.602864
## iter  40 value 989.696891
## iter  50 value 844.388934
## iter  60 value 739.522534
## iter  70 value 675.258208
## iter  80 value 632.038830
## iter  90 value 604.574993
## iter 100 value 584.094890
## final  value 584.094890 
## stopped after 100 iterations
## # weights:  121
## initial  value 154795.054229 
## iter  10 value 2145.005189
## iter  20 value 1552.006232
## iter  30 value 1211.553530
## iter  40 value 950.549622
## iter  50 value 788.477266
## iter  60 value 713.616038
## iter  70 value 670.392894
## iter  80 value 632.365953
## iter  90 value 598.132269
## iter 100 value 567.191555
## final  value 567.191555 
## stopped after 100 iterations
## # weights:  137
## initial  value 158675.598722 
## iter  10 value 2255.917221
## iter  20 value 1497.996181
## iter  30 value 1190.602861
## iter  40 value 996.921663
## iter  50 value 855.627637
## iter  60 value 769.689554
## iter  70 value 710.016219
## iter  80 value 621.563973
## iter  90 value 558.044616
## iter 100 value 519.110212
## final  value 519.110212 
## stopped after 100 iterations
## # weights:  153
## initial  value 165443.795869 
## iter  10 value 2183.032728
## iter  20 value 1531.864543
## iter  30 value 1247.424639
## iter  40 value 932.131974
## iter  50 value 810.929214
## iter  60 value 682.178296
## iter  70 value 609.000294
## iter  80 value 552.941061
## iter  90 value 491.462935
## iter 100 value 450.127831
## final  value 450.127831 
## stopped after 100 iterations
## # weights:  9
## initial  value 152089.812897 
## iter  10 value 5858.798495
## iter  20 value 3154.397349
## iter  30 value 2476.776677
## iter  40 value 2288.278631
## iter  50 value 2287.708580
## iter  50 value 2287.708573
## iter  50 value 2287.708573
## final  value 2287.708573 
## converged
## # weights:  25
## initial  value 155974.775402 
## iter  10 value 6913.661445
## iter  20 value 4094.122421
## iter  30 value 3084.358935
## iter  40 value 2799.551283
## iter  50 value 2116.773230
## iter  60 value 1731.334226
## iter  70 value 1712.214200
## iter  80 value 1709.577431
## iter  90 value 1709.346087
## iter 100 value 1708.052160
## final  value 1708.052160 
## stopped after 100 iterations
## # weights:  41
## initial  value 155657.338737 
## iter  10 value 3900.112178
## iter  20 value 3111.842291
## iter  30 value 2430.837716
## iter  40 value 2116.843024
## iter  50 value 1934.340733
## iter  60 value 1815.124372
## iter  70 value 1707.537213
## iter  80 value 1588.931371
## iter  90 value 1553.348469
## iter 100 value 1502.078842
## final  value 1502.078842 
## stopped after 100 iterations
## # weights:  57
## initial  value 164651.697622 
## iter  10 value 3224.671867
## iter  20 value 2359.504246
## iter  30 value 1954.354103
## iter  40 value 1784.239955
## iter  50 value 1684.509313
## iter  60 value 1621.506403
## iter  70 value 1541.445540
## iter  80 value 1510.283263
## iter  90 value 1468.188687
## iter 100 value 1432.686785
## final  value 1432.686785 
## stopped after 100 iterations
## # weights:  73
## initial  value 161012.998345 
## iter  10 value 2411.494034
## iter  20 value 1843.812890
## iter  30 value 1594.481292
## iter  40 value 1489.603653
## iter  50 value 1431.658683
## iter  60 value 1379.008862
## iter  70 value 1327.272225
## iter  80 value 1247.396461
## iter  90 value 1195.370095
## iter 100 value 1169.423781
## final  value 1169.423781 
## stopped after 100 iterations
## # weights:  89
## initial  value 152085.115017 
## iter  10 value 2191.567528
## iter  20 value 1717.316636
## iter  30 value 1512.009083
## iter  40 value 1376.904198
## iter  50 value 1282.354950
## iter  60 value 1220.785348
## iter  70 value 1174.020837
## iter  80 value 1119.908232
## iter  90 value 1075.492364
## iter 100 value 1054.590383
## final  value 1054.590383 
## stopped after 100 iterations
## # weights:  105
## initial  value 141481.420275 
## iter  10 value 2143.448341
## iter  20 value 1566.367866
## iter  30 value 1345.298969
## iter  40 value 1251.881560
## iter  50 value 1149.048423
## iter  60 value 1089.458360
## iter  70 value 1051.463265
## iter  80 value 1022.872053
## iter  90 value 1007.359018
## iter 100 value 991.421779
## final  value 991.421779 
## stopped after 100 iterations
## # weights:  121
## initial  value 144666.564692 
## iter  10 value 2251.812359
## iter  20 value 1737.617072
## iter  30 value 1573.241319
## iter  40 value 1364.653265
## iter  50 value 1202.889732
## iter  60 value 1092.677932
## iter  70 value 1041.079968
## iter  80 value 1002.816696
## iter  90 value 967.974045
## iter 100 value 925.566086
## final  value 925.566086 
## stopped after 100 iterations
## # weights:  137
## initial  value 137190.536816 
## iter  10 value 2151.864426
## iter  20 value 1574.316121
## iter  30 value 1298.680232
## iter  40 value 1178.830795
## iter  50 value 1091.745322
## iter  60 value 1016.442518
## iter  70 value 959.707373
## iter  80 value 932.206029
## iter  90 value 905.744387
## iter 100 value 874.073530
## final  value 874.073530 
## stopped after 100 iterations
## # weights:  153
## initial  value 157374.042281 
## iter  10 value 2598.104173
## iter  20 value 1785.842810
## iter  30 value 1422.385617
## iter  40 value 1202.491341
## iter  50 value 1046.133306
## iter  60 value 972.374020
## iter  70 value 939.565918
## iter  80 value 915.514613
## iter  90 value 890.696512
## iter 100 value 871.118022
## final  value 871.118022 
## stopped after 100 iterations
## # weights:  9
## initial  value 160225.686098 
## iter  10 value 6726.982649
## iter  20 value 5998.188397
## iter  30 value 5591.916825
## iter  40 value 4218.009671
## iter  50 value 2867.746996
## iter  60 value 2410.946090
## iter  70 value 2210.881904
## iter  80 value 2207.707272
## final  value 2207.409688 
## converged
## # weights:  25
## initial  value 142703.431078 
## iter  10 value 8560.816398
## iter  20 value 3847.523841
## iter  30 value 2335.174187
## iter  40 value 2056.113209
## iter  50 value 1927.890945
## iter  60 value 1874.842254
## iter  70 value 1780.520676
## iter  80 value 1724.610102
## iter  90 value 1716.424555
## iter 100 value 1716.167290
## final  value 1716.167290 
## stopped after 100 iterations
## # weights:  41
## initial  value 155239.537231 
## iter  10 value 6272.865580
## iter  20 value 3819.199073
## iter  30 value 2597.515924
## iter  40 value 2185.709355
## iter  50 value 2096.535827
## iter  60 value 2073.658198
## iter  70 value 2002.678900
## iter  80 value 1767.960091
## iter  90 value 1704.536982
## iter 100 value 1664.572403
## final  value 1664.572403 
## stopped after 100 iterations
## # weights:  57
## initial  value 154648.879733 
## iter  10 value 2547.891564
## iter  20 value 1916.401088
## iter  30 value 1625.466721
## iter  40 value 1491.788320
## iter  50 value 1389.753070
## iter  60 value 1343.866365
## iter  70 value 1319.001211
## iter  80 value 1295.390552
## iter  90 value 1281.491015
## iter 100 value 1271.168877
## final  value 1271.168877 
## stopped after 100 iterations
## # weights:  73
## initial  value 146153.083236 
## iter  10 value 2696.584963
## iter  20 value 1737.640658
## iter  30 value 1587.109981
## iter  40 value 1355.793981
## iter  50 value 1218.262153
## iter  60 value 1150.642070
## iter  70 value 1087.889278
## iter  80 value 1028.583442
## iter  90 value 997.204996
## iter 100 value 976.734200
## final  value 976.734200 
## stopped after 100 iterations
## # weights:  89
## initial  value 158795.194647 
## iter  10 value 2107.292014
## iter  20 value 1629.028708
## iter  30 value 1514.644735
## iter  40 value 1416.855551
## iter  50 value 1319.590733
## iter  60 value 1242.663344
## iter  70 value 1197.575575
## iter  80 value 1175.952707
## iter  90 value 1170.487409
## iter 100 value 1167.914218
## final  value 1167.914218 
## stopped after 100 iterations
## # weights:  105
## initial  value 162065.873720 
## iter  10 value 2336.828758
## iter  20 value 1652.293296
## iter  30 value 1371.332548
## iter  40 value 1195.212113
## iter  50 value 1094.319125
## iter  60 value 1048.853503
## iter  70 value 1006.085350
## iter  80 value 958.342222
## iter  90 value 913.111207
## iter 100 value 885.941085
## final  value 885.941085 
## stopped after 100 iterations
## # weights:  121
## initial  value 139459.274884 
## iter  10 value 2056.044146
## iter  20 value 1506.759958
## iter  30 value 1289.959808
## iter  40 value 1138.135024
## iter  50 value 1034.330778
## iter  60 value 940.006010
## iter  70 value 885.219759
## iter  80 value 838.523430
## iter  90 value 809.583630
## iter 100 value 785.529458
## final  value 785.529458 
## stopped after 100 iterations
## # weights:  137
## initial  value 170706.577848 
## iter  10 value 2657.834387
## iter  20 value 1578.711258
## iter  30 value 1218.219956
## iter  40 value 1003.549292
## iter  50 value 919.123961
## iter  60 value 883.700969
## iter  70 value 854.631669
## iter  80 value 828.242964
## iter  90 value 812.375878
## iter 100 value 797.422743
## final  value 797.422743 
## stopped after 100 iterations
## # weights:  153
## initial  value 171264.086742 
## iter  10 value 2374.711873
## iter  20 value 1677.685089
## iter  30 value 1441.591834
## iter  40 value 1292.696082
## iter  50 value 1175.492867
## iter  60 value 1103.386668
## iter  70 value 1055.522460
## iter  80 value 1020.088604
## iter  90 value 983.717552
## iter 100 value 941.836548
## final  value 941.836548 
## stopped after 100 iterations
## # weights:  9
## initial  value 156106.318033 
## iter  10 value 4476.138965
## iter  20 value 2411.268650
## iter  30 value 2241.588446
## iter  40 value 2166.513454
## final  value 2166.247798 
## converged
## # weights:  25
## initial  value 151166.308464 
## iter  10 value 8841.238969
## iter  20 value 2476.846034
## iter  30 value 2237.219137
## iter  40 value 1920.689050
## iter  50 value 1849.938177
## iter  60 value 1736.330766
## iter  70 value 1665.273446
## iter  80 value 1583.010571
## iter  90 value 1573.626896
## final  value 1573.623278 
## converged
## # weights:  41
## initial  value 170686.029915 
## iter  10 value 6263.755645
## iter  20 value 4146.639305
## iter  30 value 3054.098883
## iter  40 value 1954.143523
## iter  50 value 1744.436852
## iter  60 value 1647.914403
## iter  70 value 1560.615927
## iter  80 value 1484.657320
## iter  90 value 1474.624437
## iter 100 value 1465.005484
## final  value 1465.005484 
## stopped after 100 iterations
## # weights:  57
## initial  value 156361.713424 
## iter  10 value 3074.524926
## iter  20 value 1824.423902
## iter  30 value 1475.425240
## iter  40 value 1298.482853
## iter  50 value 1199.921955
## iter  60 value 1148.117257
## iter  70 value 1108.651819
## iter  80 value 1095.594792
## iter  90 value 1075.298201
## iter 100 value 1061.660036
## final  value 1061.660036 
## stopped after 100 iterations
## # weights:  73
## initial  value 164945.625494 
## iter  10 value 2109.246767
## iter  20 value 1591.127348
## iter  30 value 1432.637918
## iter  40 value 1212.340006
## iter  50 value 1051.886680
## iter  60 value 993.821347
## iter  70 value 970.579983
## iter  80 value 942.686435
## iter  90 value 923.685626
## iter 100 value 907.843662
## final  value 907.843662 
## stopped after 100 iterations
## # weights:  89
## initial  value 154349.881508 
## iter  10 value 2447.331383
## iter  20 value 1817.070887
## iter  30 value 1636.505682
## iter  40 value 1374.617742
## iter  50 value 1254.134686
## iter  60 value 1185.181517
## iter  70 value 1067.658121
## iter  80 value 1020.256936
## iter  90 value 1002.843542
## iter 100 value 987.821697
## final  value 987.821697 
## stopped after 100 iterations
## # weights:  105
## initial  value 148681.583992 
## iter  10 value 2354.117475
## iter  20 value 1699.680201
## iter  30 value 1437.524126
## iter  40 value 1220.394902
## iter  50 value 1036.128649
## iter  60 value 949.152097
## iter  70 value 894.131183
## iter  80 value 842.622413
## iter  90 value 801.873551
## iter 100 value 755.919932
## final  value 755.919932 
## stopped after 100 iterations
## # weights:  121
## initial  value 145311.955641 
## iter  10 value 2376.110859
## iter  20 value 1281.626309
## iter  30 value 963.213124
## iter  40 value 849.916740
## iter  50 value 790.682153
## iter  60 value 738.414020
## iter  70 value 713.110909
## iter  80 value 689.315210
## iter  90 value 659.756551
## iter 100 value 637.020469
## final  value 637.020469 
## stopped after 100 iterations
## # weights:  137
## initial  value 147421.572838 
## iter  10 value 2137.113901
## iter  20 value 1593.474788
## iter  30 value 1222.758354
## iter  40 value 1050.909713
## iter  50 value 917.043208
## iter  60 value 826.714420
## iter  70 value 760.153938
## iter  80 value 698.203848
## iter  90 value 655.840371
## iter 100 value 612.492696
## final  value 612.492696 
## stopped after 100 iterations
## # weights:  153
## initial  value 162065.465692 
## iter  10 value 1981.623076
## iter  20 value 1453.729497
## iter  30 value 1150.734963
## iter  40 value 991.125751
## iter  50 value 850.790275
## iter  60 value 749.872525
## iter  70 value 700.749914
## iter  80 value 660.591214
## iter  90 value 636.719070
## iter 100 value 619.868689
## final  value 619.868689 
## stopped after 100 iterations
## # weights:  9
## initial  value 155358.593877 
## iter  10 value 4667.666510
## iter  20 value 3532.036215
## iter  30 value 2399.751568
## iter  40 value 2222.741095
## iter  50 value 2151.041777
## iter  60 value 2145.653184
## final  value 2145.331969 
## converged
## # weights:  25
## initial  value 154470.107937 
## iter  10 value 4873.244905
## iter  20 value 2505.080344
## iter  30 value 1888.259026
## iter  40 value 1702.217033
## iter  50 value 1672.560276
## iter  60 value 1670.884942
## iter  70 value 1664.632372
## iter  80 value 1613.264897
## iter  90 value 1565.552470
## iter 100 value 1563.813644
## final  value 1563.813644 
## stopped after 100 iterations
## # weights:  41
## initial  value 152111.091743 
## iter  10 value 6119.384169
## iter  20 value 3424.590340
## iter  30 value 2236.544986
## iter  40 value 1893.738892
## iter  50 value 1691.696387
## iter  60 value 1637.480530
## iter  70 value 1592.296693
## iter  80 value 1581.755299
## iter  90 value 1578.548720
## iter 100 value 1572.664897
## final  value 1572.664897 
## stopped after 100 iterations
## # weights:  57
## initial  value 138715.536518 
## iter  10 value 3834.396343
## iter  20 value 2736.039833
## iter  30 value 2236.612353
## iter  40 value 1926.952357
## iter  50 value 1653.122075
## iter  60 value 1574.854879
## iter  70 value 1522.601686
## iter  80 value 1461.325065
## iter  90 value 1451.206721
## iter 100 value 1447.140259
## final  value 1447.140259 
## stopped after 100 iterations
## # weights:  73
## initial  value 151708.998046 
## iter  10 value 2869.150645
## iter  20 value 2212.912046
## iter  30 value 1792.941428
## iter  40 value 1603.523943
## iter  50 value 1417.866611
## iter  60 value 1268.103714
## iter  70 value 1147.640993
## iter  80 value 1078.958742
## iter  90 value 984.135115
## iter 100 value 930.951128
## final  value 930.951128 
## stopped after 100 iterations
## # weights:  89
## initial  value 146502.804014 
## iter  10 value 2438.333477
## iter  20 value 1579.304803
## iter  30 value 1315.875950
## iter  40 value 1176.841514
## iter  50 value 1105.910650
## iter  60 value 1044.670887
## iter  70 value 983.231740
## iter  80 value 947.824733
## iter  90 value 930.027680
## iter 100 value 920.012328
## final  value 920.012328 
## stopped after 100 iterations
## # weights:  105
## initial  value 151140.998001 
## iter  10 value 2360.744530
## iter  20 value 1765.905566
## iter  30 value 1488.137600
## iter  40 value 1300.330514
## iter  50 value 1113.187438
## iter  60 value 1004.241585
## iter  70 value 952.018300
## iter  80 value 876.253221
## iter  90 value 834.133834
## iter 100 value 818.325163
## final  value 818.325163 
## stopped after 100 iterations
## # weights:  121
## initial  value 136763.635541 
## iter  10 value 2148.959371
## iter  20 value 1587.253300
## iter  30 value 1399.071074
## iter  40 value 1146.515985
## iter  50 value 971.629674
## iter  60 value 897.834406
## iter  70 value 860.671394
## iter  80 value 832.157204
## iter  90 value 795.288622
## iter 100 value 777.673912
## final  value 777.673912 
## stopped after 100 iterations
## # weights:  137
## initial  value 151842.563388 
## iter  10 value 1958.300099
## iter  20 value 1381.445481
## iter  30 value 1154.804927
## iter  40 value 1024.179928
## iter  50 value 903.156015
## iter  60 value 817.856715
## iter  70 value 762.628893
## iter  80 value 714.253032
## iter  90 value 683.747147
## iter 100 value 662.610462
## final  value 662.610462 
## stopped after 100 iterations
## # weights:  153
## initial  value 152817.828605 
## iter  10 value 2221.492976
## iter  20 value 1487.841873
## iter  30 value 1178.101891
## iter  40 value 985.141919
## iter  50 value 866.930509
## iter  60 value 735.779500
## iter  70 value 640.053085
## iter  80 value 550.785574
## iter  90 value 493.657410
## iter 100 value 461.860732
## final  value 461.860732 
## stopped after 100 iterations
## # weights:  9
## initial  value 160806.328518 
## iter  10 value 6007.804775
## iter  20 value 5649.371146
## iter  30 value 5569.488961
## iter  40 value 5431.909535
## iter  50 value 4779.350253
## iter  60 value 2732.554105
## iter  70 value 2388.351747
## iter  80 value 2164.385489
## iter  90 value 2142.609514
## iter 100 value 2135.189339
## final  value 2135.189339 
## stopped after 100 iterations
## # weights:  25
## initial  value 154412.345687 
## iter  10 value 12659.634844
## iter  20 value 6609.292548
## iter  30 value 2533.799896
## iter  40 value 2095.781803
## iter  50 value 1973.043329
## iter  60 value 1893.283595
## iter  70 value 1861.598741
## iter  80 value 1842.235913
## iter  90 value 1818.782477
## iter 100 value 1812.623600
## final  value 1812.623600 
## stopped after 100 iterations
## # weights:  41
## initial  value 140303.761850 
## iter  10 value 2806.261995
## iter  20 value 1976.497176
## iter  30 value 1760.244129
## iter  40 value 1713.426998
## iter  50 value 1689.065627
## iter  60 value 1653.797593
## iter  70 value 1517.851374
## iter  80 value 1401.565645
## iter  90 value 1376.712846
## iter 100 value 1366.148308
## final  value 1366.148308 
## stopped after 100 iterations
## # weights:  57
## initial  value 160135.525453 
## iter  10 value 12561.506765
## iter  20 value 5496.961153
## iter  30 value 2454.988468
## iter  40 value 2048.816392
## iter  50 value 1921.594468
## iter  60 value 1810.218221
## iter  70 value 1742.196538
## iter  80 value 1700.321738
## iter  90 value 1669.309900
## iter 100 value 1644.253494
## final  value 1644.253494 
## stopped after 100 iterations
## # weights:  73
## initial  value 155653.465844 
## iter  10 value 2104.039416
## iter  20 value 1673.520917
## iter  30 value 1481.696626
## iter  40 value 1389.513199
## iter  50 value 1311.118037
## iter  60 value 1191.470189
## iter  70 value 1128.422051
## iter  80 value 1100.345660
## iter  90 value 1079.762344
## iter 100 value 1064.931504
## final  value 1064.931504 
## stopped after 100 iterations
## # weights:  89
## initial  value 155923.410823 
## iter  10 value 2409.332255
## iter  20 value 1877.998327
## iter  30 value 1515.154541
## iter  40 value 1238.379541
## iter  50 value 1040.484058
## iter  60 value 970.255164
## iter  70 value 872.357203
## iter  80 value 822.682342
## iter  90 value 778.548707
## iter 100 value 750.113928
## final  value 750.113928 
## stopped after 100 iterations
## # weights:  105
## initial  value 142877.012565 
## iter  10 value 2409.337713
## iter  20 value 1539.000389
## iter  30 value 1271.298688
## iter  40 value 1094.241223
## iter  50 value 911.347717
## iter  60 value 821.675150
## iter  70 value 766.597630
## iter  80 value 702.877839
## iter  90 value 678.961078
## iter 100 value 666.571014
## final  value 666.571014 
## stopped after 100 iterations
## # weights:  121
## initial  value 172157.311461 
## iter  10 value 2171.500514
## iter  20 value 1598.444399
## iter  30 value 1340.222357
## iter  40 value 1069.414332
## iter  50 value 933.936161
## iter  60 value 823.759947
## iter  70 value 776.771869
## iter  80 value 738.794970
## iter  90 value 707.438236
## iter 100 value 686.258106
## final  value 686.258106 
## stopped after 100 iterations
## # weights:  137
## initial  value 139841.899614 
## iter  10 value 2060.518585
## iter  20 value 1478.817274
## iter  30 value 1242.310577
## iter  40 value 1043.585937
## iter  50 value 894.255769
## iter  60 value 803.587945
## iter  70 value 713.640814
## iter  80 value 636.463093
## iter  90 value 597.399695
## iter 100 value 563.374130
## final  value 563.374130 
## stopped after 100 iterations
## # weights:  153
## initial  value 139904.320632 
## iter  10 value 2034.016134
## iter  20 value 1533.732624
## iter  30 value 1127.682045
## iter  40 value 915.642788
## iter  50 value 739.963136
## iter  60 value 629.318420
## iter  70 value 559.312596
## iter  80 value 517.001657
## iter  90 value 498.237180
## iter 100 value 470.715037
## final  value 470.715037 
## stopped after 100 iterations
## # weights:  9
## initial  value 146753.806264 
## iter  10 value 5074.904286
## iter  20 value 3978.196344
## iter  30 value 3384.695159
## iter  40 value 2219.190610
## iter  50 value 2157.552451
## iter  60 value 2133.436110
## iter  70 value 2130.309395
## final  value 2129.888773 
## converged
## # weights:  25
## initial  value 160560.575913 
## iter  10 value 15243.718976
## iter  20 value 6588.665513
## iter  30 value 5162.239381
## iter  40 value 4184.035208
## iter  50 value 2512.009045
## iter  60 value 2191.647769
## iter  70 value 2106.235444
## iter  80 value 2096.043390
## iter  90 value 2084.725371
## iter 100 value 2078.139091
## final  value 2078.139091 
## stopped after 100 iterations
## # weights:  41
## initial  value 161490.692853 
## iter  10 value 5384.035718
## iter  20 value 2387.389447
## iter  30 value 2034.462647
## iter  40 value 1772.893907
## iter  50 value 1506.955918
## iter  60 value 1361.338010
## iter  70 value 1254.541199
## iter  80 value 1227.987836
## iter  90 value 1214.673125
## iter 100 value 1209.905148
## final  value 1209.905148 
## stopped after 100 iterations
## # weights:  57
## initial  value 157085.692367 
## iter  10 value 24214.873578
## iter  20 value 3800.713100
## iter  30 value 2870.133378
## iter  40 value 2269.042544
## iter  50 value 1855.765373
## iter  60 value 1588.657694
## iter  70 value 1372.031240
## iter  80 value 1272.565029
## iter  90 value 1215.563642
## iter 100 value 1170.729835
## final  value 1170.729835 
## stopped after 100 iterations
## # weights:  73
## initial  value 143387.837697 
## iter  10 value 2253.051517
## iter  20 value 1517.989434
## iter  30 value 1289.007883
## iter  40 value 1071.605232
## iter  50 value 983.050769
## iter  60 value 950.822134
## iter  70 value 928.951844
## iter  80 value 908.940420
## iter  90 value 846.029708
## iter 100 value 805.018152
## final  value 805.018152 
## stopped after 100 iterations
## # weights:  89
## initial  value 164254.373738 
## iter  10 value 2451.575085
## iter  20 value 1611.861793
## iter  30 value 1348.863123
## iter  40 value 1131.502370
## iter  50 value 998.027483
## iter  60 value 918.862920
## iter  70 value 867.600749
## iter  80 value 838.361586
## iter  90 value 812.531888
## iter 100 value 778.574900
## final  value 778.574900 
## stopped after 100 iterations
## # weights:  105
## initial  value 137498.480804 
## iter  10 value 2245.932187
## iter  20 value 1487.925419
## iter  30 value 1213.180264
## iter  40 value 1026.321517
## iter  50 value 874.677088
## iter  60 value 806.659609
## iter  70 value 748.845725
## iter  80 value 710.255707
## iter  90 value 682.373970
## iter 100 value 655.218337
## final  value 655.218337 
## stopped after 100 iterations
## # weights:  121
## initial  value 147012.098290 
## iter  10 value 2318.976498
## iter  20 value 1536.595348
## iter  30 value 1132.196971
## iter  40 value 906.210493
## iter  50 value 761.676966
## iter  60 value 691.860778
## iter  70 value 621.703422
## iter  80 value 569.300328
## iter  90 value 530.954558
## iter 100 value 487.771264
## final  value 487.771264 
## stopped after 100 iterations
## # weights:  137
## initial  value 152330.220821 
## iter  10 value 1962.687716
## iter  20 value 1366.811378
## iter  30 value 1030.026663
## iter  40 value 908.982310
## iter  50 value 783.825894
## iter  60 value 691.677262
## iter  70 value 607.216283
## iter  80 value 573.381988
## iter  90 value 546.333916
## iter 100 value 525.954567
## final  value 525.954567 
## stopped after 100 iterations
## # weights:  153
## initial  value 138681.698033 
## iter  10 value 1962.397005
## iter  20 value 1371.818518
## iter  30 value 1060.657075
## iter  40 value 870.354958
## iter  50 value 768.854845
## iter  60 value 663.371445
## iter  70 value 610.063889
## iter  80 value 562.325983
## iter  90 value 520.669196
## iter 100 value 492.505484
## final  value 492.505484 
## stopped after 100 iterations
## # weights:  9
## initial  value 157605.101754 
## iter  10 value 4999.052823
## iter  20 value 3260.686610
## iter  30 value 2582.662781
## iter  40 value 2201.019262
## iter  50 value 2153.825074
## iter  60 value 2131.180533
## iter  70 value 2128.165801
## final  value 2127.557608 
## converged
## # weights:  25
## initial  value 155285.340322 
## iter  10 value 4741.400654
## iter  20 value 3981.341622
## iter  30 value 2707.174325
## iter  40 value 2009.630476
## iter  50 value 1810.911075
## iter  60 value 1760.950418
## iter  70 value 1730.457023
## iter  80 value 1660.424695
## iter  90 value 1630.404266
## iter 100 value 1612.860098
## final  value 1612.860098 
## stopped after 100 iterations
## # weights:  41
## initial  value 156270.787387 
## iter  10 value 3917.534892
## iter  20 value 2542.129883
## iter  30 value 2010.360427
## iter  40 value 1747.779780
## iter  50 value 1579.276152
## iter  60 value 1471.801527
## iter  70 value 1386.565924
## iter  80 value 1298.159965
## iter  90 value 1288.326595
## iter 100 value 1270.180969
## final  value 1270.180969 
## stopped after 100 iterations
## # weights:  57
## initial  value 158809.529438 
## iter  10 value 13938.257486
## iter  20 value 4510.117000
## iter  30 value 3313.781404
## iter  40 value 2258.674107
## iter  50 value 1774.441047
## iter  60 value 1547.025640
## iter  70 value 1471.333261
## iter  80 value 1426.832508
## iter  90 value 1399.490954
## iter 100 value 1391.683483
## final  value 1391.683483 
## stopped after 100 iterations
## # weights:  73
## initial  value 148376.239492 
## iter  10 value 3108.777433
## iter  20 value 1983.670340
## iter  30 value 1658.975648
## iter  40 value 1504.864474
## iter  50 value 1418.402557
## iter  60 value 1356.792502
## iter  70 value 1333.193914
## iter  80 value 1314.260540
## iter  90 value 1299.922478
## iter 100 value 1292.835976
## final  value 1292.835976 
## stopped after 100 iterations
## # weights:  89
## initial  value 144629.409337 
## iter  10 value 2975.892961
## iter  20 value 2054.422818
## iter  30 value 1704.219806
## iter  40 value 1457.380862
## iter  50 value 1367.738867
## iter  60 value 1310.321052
## iter  70 value 1259.910717
## iter  80 value 1217.639563
## iter  90 value 1196.697734
## iter 100 value 1182.520977
## final  value 1182.520977 
## stopped after 100 iterations
## # weights:  105
## initial  value 160407.896422 
## iter  10 value 2656.694430
## iter  20 value 1866.934273
## iter  30 value 1471.912255
## iter  40 value 1285.121040
## iter  50 value 1159.389949
## iter  60 value 1087.166529
## iter  70 value 983.061414
## iter  80 value 896.480705
## iter  90 value 818.057168
## iter 100 value 768.064658
## final  value 768.064658 
## stopped after 100 iterations
## # weights:  121
## initial  value 145285.791362 
## iter  10 value 2217.923655
## iter  20 value 1483.278265
## iter  30 value 1157.099535
## iter  40 value 984.474037
## iter  50 value 866.114238
## iter  60 value 777.607201
## iter  70 value 700.262537
## iter  80 value 623.227827
## iter  90 value 585.052055
## iter 100 value 558.782095
## final  value 558.782095 
## stopped after 100 iterations
## # weights:  137
## initial  value 151069.444515 
## iter  10 value 2201.568013
## iter  20 value 1336.835736
## iter  30 value 1088.312971
## iter  40 value 911.198166
## iter  50 value 785.486581
## iter  60 value 729.128601
## iter  70 value 678.473532
## iter  80 value 632.688577
## iter  90 value 601.125309
## iter 100 value 570.621545
## final  value 570.621545 
## stopped after 100 iterations
## # weights:  153
## initial  value 136809.911476 
## iter  10 value 2009.347468
## iter  20 value 1528.614314
## iter  30 value 1134.596423
## iter  40 value 905.663001
## iter  50 value 771.602169
## iter  60 value 657.390632
## iter  70 value 580.865717
## iter  80 value 514.205210
## iter  90 value 468.664864
## iter 100 value 428.297299
## final  value 428.297299 
## stopped after 100 iterations
## # weights:  9
## initial  value 152669.493863 
## iter  10 value 5249.137571
## iter  20 value 4005.152505
## iter  30 value 2768.117271
## iter  40 value 2193.318260
## iter  50 value 2142.099141
## iter  60 value 2128.510133
## iter  70 value 2127.003883
## iter  80 value 2126.518382
## final  value 2126.510891 
## converged
## # weights:  25
## initial  value 151586.777260 
## iter  10 value 5474.043995
## iter  20 value 4075.109423
## iter  30 value 3051.719434
## iter  40 value 1939.342135
## iter  50 value 1672.198502
## iter  60 value 1652.211197
## iter  70 value 1614.236727
## iter  80 value 1538.799740
## iter  90 value 1526.795871
## iter 100 value 1517.317813
## final  value 1517.317813 
## stopped after 100 iterations
## # weights:  41
## initial  value 150012.017003 
## iter  10 value 3726.712202
## iter  20 value 2536.279320
## iter  30 value 1917.064621
## iter  40 value 1683.140669
## iter  50 value 1620.731257
## iter  60 value 1595.448775
## iter  70 value 1552.091433
## iter  80 value 1482.483465
## iter  90 value 1450.108270
## iter 100 value 1428.753957
## final  value 1428.753957 
## stopped after 100 iterations
## # weights:  57
## initial  value 142601.966586 
## iter  10 value 3030.937183
## iter  20 value 1824.481953
## iter  30 value 1572.490390
## iter  40 value 1431.421042
## iter  50 value 1342.330429
## iter  60 value 1312.564481
## iter  70 value 1278.142737
## iter  80 value 1260.387119
## iter  90 value 1251.010899
## iter 100 value 1245.462609
## final  value 1245.462609 
## stopped after 100 iterations
## # weights:  73
## initial  value 156981.579653 
## iter  10 value 3016.650747
## iter  20 value 2042.205931
## iter  30 value 1629.595323
## iter  40 value 1447.670742
## iter  50 value 1330.480723
## iter  60 value 1259.421153
## iter  70 value 1223.716709
## iter  80 value 1203.784778
## iter  90 value 1189.220945
## iter 100 value 1178.769698
## final  value 1178.769698 
## stopped after 100 iterations
## # weights:  89
## initial  value 158493.178482 
## iter  10 value 2208.620642
## iter  20 value 1374.654375
## iter  30 value 1111.235246
## iter  40 value 931.027739
## iter  50 value 780.552190
## iter  60 value 724.521071
## iter  70 value 702.128434
## iter  80 value 689.484120
## iter  90 value 675.827261
## iter 100 value 666.029207
## final  value 666.029207 
## stopped after 100 iterations
## # weights:  105
## initial  value 146882.729434 
## iter  10 value 2192.286017
## iter  20 value 1630.862224
## iter  30 value 1337.856297
## iter  40 value 1031.806182
## iter  50 value 905.885846
## iter  60 value 831.936939
## iter  70 value 760.554851
## iter  80 value 690.782621
## iter  90 value 648.412071
## iter 100 value 620.694995
## final  value 620.694995 
## stopped after 100 iterations
## # weights:  121
## initial  value 167157.340294 
## iter  10 value 2109.939581
## iter  20 value 1639.496781
## iter  30 value 1237.626053
## iter  40 value 1041.573098
## iter  50 value 929.950587
## iter  60 value 838.508702
## iter  70 value 776.905597
## iter  80 value 737.245803
## iter  90 value 690.819842
## iter 100 value 659.948451
## final  value 659.948451 
## stopped after 100 iterations
## # weights:  137
## initial  value 136230.425097 
## iter  10 value 2144.748235
## iter  20 value 1534.246293
## iter  30 value 1261.801692
## iter  40 value 1058.650190
## iter  50 value 867.846931
## iter  60 value 766.671586
## iter  70 value 702.229780
## iter  80 value 651.876783
## iter  90 value 614.476222
## iter 100 value 590.881533
## final  value 590.881533 
## stopped after 100 iterations
## # weights:  153
## initial  value 142879.711909 
## iter  10 value 2143.595245
## iter  20 value 1517.006837
## iter  30 value 1171.384154
## iter  40 value 975.386520
## iter  50 value 794.387763
## iter  60 value 678.725793
## iter  70 value 568.567718
## iter  80 value 513.721985
## iter  90 value 464.550424
## iter 100 value 427.004512
## final  value 427.004512 
## stopped after 100 iterations
## # weights:  9
## initial  value 156958.932229 
## iter  10 value 4390.758367
## iter  20 value 3038.611865
## iter  30 value 2447.414580
## iter  40 value 2176.917372
## iter  50 value 2145.136485
## iter  60 value 2127.950684
## iter  70 value 2126.638085
## iter  80 value 2126.071070
## final  value 2126.070927 
## converged
## # weights:  25
## initial  value 160680.248062 
## iter  10 value 5504.653216
## iter  20 value 2827.160374
## iter  30 value 2232.312823
## iter  40 value 1813.922152
## iter  50 value 1663.362639
## iter  60 value 1581.954142
## iter  70 value 1571.870208
## iter  80 value 1543.295043
## iter  90 value 1503.386728
## iter 100 value 1486.570716
## final  value 1486.570716 
## stopped after 100 iterations
## # weights:  41
## initial  value 147207.788449 
## iter  10 value 3685.334061
## iter  20 value 2307.994997
## iter  30 value 1851.209063
## iter  40 value 1772.709880
## iter  50 value 1736.507525
## iter  60 value 1662.351689
## iter  70 value 1650.981240
## iter  80 value 1631.786717
## iter  90 value 1607.328557
## iter 100 value 1581.401828
## final  value 1581.401828 
## stopped after 100 iterations
## # weights:  57
## initial  value 150514.079623 
## iter  10 value 2437.221733
## iter  20 value 1619.372517
## iter  30 value 1356.608201
## iter  40 value 1177.395864
## iter  50 value 1062.417371
## iter  60 value 1015.899857
## iter  70 value 972.649324
## iter  80 value 938.836619
## iter  90 value 908.357046
## iter 100 value 885.378084
## final  value 885.378084 
## stopped after 100 iterations
## # weights:  73
## initial  value 160238.447142 
## iter  10 value 2024.007386
## iter  20 value 1759.264989
## iter  30 value 1563.071906
## iter  40 value 1400.751582
## iter  50 value 1339.284869
## iter  60 value 1259.791393
## iter  70 value 1175.262729
## iter  80 value 1131.914126
## iter  90 value 1062.700806
## iter 100 value 1032.397029
## final  value 1032.397029 
## stopped after 100 iterations
## # weights:  89
## initial  value 147395.942486 
## iter  10 value 2680.201945
## iter  20 value 1830.104811
## iter  30 value 1585.186801
## iter  40 value 1407.140075
## iter  50 value 1281.641721
## iter  60 value 1146.784252
## iter  70 value 1031.254169
## iter  80 value 944.306710
## iter  90 value 877.557717
## iter 100 value 828.818594
## final  value 828.818594 
## stopped after 100 iterations
## # weights:  105
## initial  value 146121.174866 
## iter  10 value 2238.094334
## iter  20 value 1467.635425
## iter  30 value 1130.442133
## iter  40 value 1014.667739
## iter  50 value 935.051409
## iter  60 value 854.592031
## iter  70 value 779.897347
## iter  80 value 735.872861
## iter  90 value 717.152044
## iter 100 value 701.765712
## final  value 701.765712 
## stopped after 100 iterations
## # weights:  121
## initial  value 130474.157763 
## iter  10 value 2257.613167
## iter  20 value 1539.455600
## iter  30 value 1247.247287
## iter  40 value 1024.568530
## iter  50 value 836.827977
## iter  60 value 688.587590
## iter  70 value 615.566596
## iter  80 value 574.134990
## iter  90 value 536.995603
## iter 100 value 508.698481
## final  value 508.698481 
## stopped after 100 iterations
## # weights:  137
## initial  value 146929.871499 
## iter  10 value 2014.803569
## iter  20 value 1432.024445
## iter  30 value 1151.047861
## iter  40 value 985.729077
## iter  50 value 863.121468
## iter  60 value 742.906006
## iter  70 value 651.779145
## iter  80 value 596.224216
## iter  90 value 553.339426
## iter 100 value 513.060554
## final  value 513.060554 
## stopped after 100 iterations
## # weights:  153
## initial  value 151837.226150 
## iter  10 value 2058.806985
## iter  20 value 1385.385201
## iter  30 value 1000.673656
## iter  40 value 835.958380
## iter  50 value 703.073471
## iter  60 value 603.653431
## iter  70 value 511.100713
## iter  80 value 459.815732
## iter  90 value 425.168146
## iter 100 value 394.555866
## final  value 394.555866 
## stopped after 100 iterations
## # weights:  9
## initial  value 159818.225023 
## iter  10 value 9545.431427
## iter  20 value 6023.352477
## iter  30 value 5732.103774
## iter  40 value 5709.303564
## iter  50 value 4250.285108
## iter  60 value 2883.568838
## iter  70 value 2273.125537
## iter  80 value 2152.364389
## iter  90 value 2129.263019
## iter 100 value 2124.093538
## final  value 2124.093538 
## stopped after 100 iterations
## # weights:  25
## initial  value 161081.003009 
## iter  10 value 6070.903065
## iter  20 value 4200.722308
## iter  30 value 2881.068878
## iter  40 value 2186.534532
## iter  50 value 2006.884808
## iter  60 value 1900.004394
## iter  70 value 1851.929579
## iter  80 value 1787.097203
## iter  90 value 1755.295963
## iter 100 value 1745.766413
## final  value 1745.766413 
## stopped after 100 iterations
## # weights:  41
## initial  value 160550.391520 
## iter  10 value 8139.291895
## iter  20 value 3365.720289
## iter  30 value 2425.496367
## iter  40 value 1732.755235
## iter  50 value 1465.107726
## iter  60 value 1345.891031
## iter  70 value 1240.644101
## iter  80 value 1199.402813
## iter  90 value 1153.297397
## iter 100 value 1146.488125
## final  value 1146.488125 
## stopped after 100 iterations
## # weights:  57
## initial  value 162672.786557 
## iter  10 value 2588.956352
## iter  20 value 1941.096953
## iter  30 value 1716.319507
## iter  40 value 1591.536956
## iter  50 value 1512.508958
## iter  60 value 1480.491274
## iter  70 value 1448.488158
## iter  80 value 1397.466113
## iter  90 value 1347.224923
## iter 100 value 1321.165670
## final  value 1321.165670 
## stopped after 100 iterations
## # weights:  73
## initial  value 150546.098811 
## iter  10 value 2474.067870
## iter  20 value 1774.236607
## iter  30 value 1595.465306
## iter  40 value 1368.250610
## iter  50 value 1212.956386
## iter  60 value 1092.343283
## iter  70 value 978.026368
## iter  80 value 902.290249
## iter  90 value 870.977261
## iter 100 value 849.571296
## final  value 849.571296 
## stopped after 100 iterations
## # weights:  89
## initial  value 153960.942266 
## iter  10 value 2773.543212
## iter  20 value 1955.666187
## iter  30 value 1712.863180
## iter  40 value 1480.170175
## iter  50 value 1310.406539
## iter  60 value 1146.027359
## iter  70 value 1000.659879
## iter  80 value 878.279499
## iter  90 value 789.656967
## iter 100 value 769.543589
## final  value 769.543589 
## stopped after 100 iterations
## # weights:  105
## initial  value 164067.112670 
## iter  10 value 2281.088556
## iter  20 value 1441.667795
## iter  30 value 1179.238777
## iter  40 value 1035.400355
## iter  50 value 970.304415
## iter  60 value 919.005198
## iter  70 value 829.758135
## iter  80 value 748.093739
## iter  90 value 720.351026
## iter 100 value 700.282716
## final  value 700.282716 
## stopped after 100 iterations
## # weights:  121
## initial  value 158183.480199 
## iter  10 value 2827.172869
## iter  20 value 1627.147175
## iter  30 value 1303.513934
## iter  40 value 1059.976237
## iter  50 value 958.624033
## iter  60 value 896.704535
## iter  70 value 839.047810
## iter  80 value 756.503409
## iter  90 value 696.097232
## iter 100 value 668.105856
## final  value 668.105856 
## stopped after 100 iterations
## # weights:  137
## initial  value 164669.523047 
## iter  10 value 2413.292284
## iter  20 value 1530.138611
## iter  30 value 1205.268479
## iter  40 value 1028.233845
## iter  50 value 878.154686
## iter  60 value 777.489490
## iter  70 value 720.088552
## iter  80 value 679.232717
## iter  90 value 648.745963
## iter 100 value 628.146479
## final  value 628.146479 
## stopped after 100 iterations
## # weights:  153
## initial  value 153353.572047 
## iter  10 value 1937.521171
## iter  20 value 1473.843722
## iter  30 value 1195.455902
## iter  40 value 1036.147086
## iter  50 value 821.416182
## iter  60 value 697.321122
## iter  70 value 565.833817
## iter  80 value 515.101457
## iter  90 value 478.421742
## iter 100 value 455.556348
## final  value 455.556348 
## stopped after 100 iterations
## # weights:  9
## initial  value 165170.452242 
## iter  10 value 4114.898581
## iter  20 value 2905.833621
## iter  30 value 2521.929290
## iter  40 value 2294.148361
## iter  50 value 2292.460770
## iter  50 value 2292.460768
## iter  50 value 2292.460768
## final  value 2292.460768 
## converged
## # weights:  25
## initial  value 149761.111781 
## iter  10 value 4462.755594
## iter  20 value 2870.154265
## iter  30 value 2210.544091
## iter  40 value 1977.765529
## iter  50 value 1814.947484
## iter  60 value 1768.763806
## iter  70 value 1731.952423
## iter  80 value 1680.537703
## iter  90 value 1672.446744
## iter 100 value 1670.882522
## final  value 1670.882522 
## stopped after 100 iterations
## # weights:  41
## initial  value 152163.766556 
## iter  10 value 5899.776799
## iter  20 value 3595.439878
## iter  30 value 2586.633091
## iter  40 value 2172.450624
## iter  50 value 1922.507690
## iter  60 value 1747.107005
## iter  70 value 1628.345413
## iter  80 value 1572.971684
## iter  90 value 1469.587109
## iter 100 value 1440.405391
## final  value 1440.405391 
## stopped after 100 iterations
## # weights:  57
## initial  value 153339.307106 
## iter  10 value 3603.166412
## iter  20 value 2286.613413
## iter  30 value 1853.620745
## iter  40 value 1688.514359
## iter  50 value 1499.199598
## iter  60 value 1361.034429
## iter  70 value 1301.684158
## iter  80 value 1262.156649
## iter  90 value 1239.352992
## iter 100 value 1227.179126
## final  value 1227.179126 
## stopped after 100 iterations
## # weights:  73
## initial  value 159914.284913 
## iter  10 value 3832.022672
## iter  20 value 2705.390132
## iter  30 value 2191.354384
## iter  40 value 1955.025930
## iter  50 value 1749.435931
## iter  60 value 1603.751109
## iter  70 value 1518.028391
## iter  80 value 1367.044251
## iter  90 value 1263.699996
## iter 100 value 1235.254460
## final  value 1235.254460 
## stopped after 100 iterations
## # weights:  89
## initial  value 158136.365256 
## iter  10 value 2479.201035
## iter  20 value 1846.634261
## iter  30 value 1553.027879
## iter  40 value 1402.558715
## iter  50 value 1263.034963
## iter  60 value 1219.157990
## iter  70 value 1180.267610
## iter  80 value 1146.330405
## iter  90 value 1104.749010
## iter 100 value 1069.700161
## final  value 1069.700161 
## stopped after 100 iterations
## # weights:  105
## initial  value 170916.377872 
## iter  10 value 3159.029877
## iter  20 value 2271.571347
## iter  30 value 1940.151463
## iter  40 value 1706.867930
## iter  50 value 1601.782222
## iter  60 value 1512.730864
## iter  70 value 1429.081746
## iter  80 value 1351.058438
## iter  90 value 1269.078816
## iter 100 value 1195.709218
## final  value 1195.709218 
## stopped after 100 iterations
## # weights:  121
## initial  value 130991.160691 
## iter  10 value 2352.547038
## iter  20 value 1700.328834
## iter  30 value 1393.293047
## iter  40 value 1244.916168
## iter  50 value 1116.254844
## iter  60 value 1041.526040
## iter  70 value 1000.947280
## iter  80 value 973.209942
## iter  90 value 937.136675
## iter 100 value 904.990394
## final  value 904.990394 
## stopped after 100 iterations
## # weights:  137
## initial  value 147768.763367 
## iter  10 value 2201.151527
## iter  20 value 1603.045916
## iter  30 value 1352.473883
## iter  40 value 1211.555879
## iter  50 value 1077.485157
## iter  60 value 1000.291383
## iter  70 value 962.204788
## iter  80 value 928.033289
## iter  90 value 897.879427
## iter 100 value 873.261522
## final  value 873.261522 
## stopped after 100 iterations
## # weights:  153
## initial  value 154629.368474 
## iter  10 value 2271.735850
## iter  20 value 1582.972320
## iter  30 value 1316.131461
## iter  40 value 1127.096388
## iter  50 value 1018.466934
## iter  60 value 917.585142
## iter  70 value 852.531035
## iter  80 value 806.819312
## iter  90 value 779.926006
## iter 100 value 760.481950
## final  value 760.481950 
## stopped after 100 iterations
## # weights:  9
## initial  value 151759.852700 
## iter  10 value 5039.803834
## iter  20 value 3009.071286
## iter  30 value 2448.289918
## iter  40 value 2213.659987
## iter  50 value 2210.241315
## final  value 2209.484396 
## converged
## # weights:  25
## initial  value 158436.040667 
## iter  10 value 3141.508079
## iter  20 value 2609.261882
## iter  30 value 2089.794539
## iter  40 value 1807.865008
## iter  50 value 1783.404291
## iter  60 value 1774.126463
## iter  70 value 1770.291030
## iter  80 value 1767.645822
## final  value 1767.563791 
## converged
## # weights:  41
## initial  value 152558.663349 
## iter  10 value 4571.733467
## iter  20 value 2527.024304
## iter  30 value 2057.314142
## iter  40 value 1860.126335
## iter  50 value 1733.850559
## iter  60 value 1688.031039
## iter  70 value 1675.432453
## iter  80 value 1621.195479
## iter  90 value 1561.695885
## iter 100 value 1539.385112
## final  value 1539.385112 
## stopped after 100 iterations
## # weights:  57
## initial  value 150302.048020 
## iter  10 value 4156.036996
## iter  20 value 2443.341610
## iter  30 value 2142.439330
## iter  40 value 1932.950538
## iter  50 value 1834.448842
## iter  60 value 1736.951019
## iter  70 value 1675.257976
## iter  80 value 1629.909386
## iter  90 value 1553.831932
## iter 100 value 1409.039299
## final  value 1409.039299 
## stopped after 100 iterations
## # weights:  73
## initial  value 153064.520023 
## iter  10 value 3260.686164
## iter  20 value 2078.139742
## iter  30 value 1697.392509
## iter  40 value 1419.655245
## iter  50 value 1322.295918
## iter  60 value 1260.821505
## iter  70 value 1185.399164
## iter  80 value 1144.168363
## iter  90 value 1126.733545
## iter 100 value 1100.698427
## final  value 1100.698427 
## stopped after 100 iterations
## # weights:  89
## initial  value 136598.372958 
## iter  10 value 2634.207467
## iter  20 value 1757.668663
## iter  30 value 1479.122158
## iter  40 value 1352.303078
## iter  50 value 1257.315062
## iter  60 value 1197.369379
## iter  70 value 1152.605159
## iter  80 value 1113.895524
## iter  90 value 1071.293310
## iter 100 value 1063.000467
## final  value 1063.000467 
## stopped after 100 iterations
## # weights:  105
## initial  value 143558.803956 
## iter  10 value 2532.423975
## iter  20 value 1815.366675
## iter  30 value 1595.464381
## iter  40 value 1373.430706
## iter  50 value 1216.445697
## iter  60 value 1121.801288
## iter  70 value 1049.036438
## iter  80 value 999.485412
## iter  90 value 970.189904
## iter 100 value 954.451396
## final  value 954.451396 
## stopped after 100 iterations
## # weights:  121
## initial  value 145920.545535 
## iter  10 value 2698.296924
## iter  20 value 1682.760259
## iter  30 value 1408.613664
## iter  40 value 1188.266657
## iter  50 value 1068.231137
## iter  60 value 961.067010
## iter  70 value 895.128265
## iter  80 value 868.625048
## iter  90 value 844.303481
## iter 100 value 824.704671
## final  value 824.704671 
## stopped after 100 iterations
## # weights:  137
## initial  value 170490.567184 
## iter  10 value 2107.369543
## iter  20 value 1507.271730
## iter  30 value 1187.271613
## iter  40 value 1040.982395
## iter  50 value 949.190267
## iter  60 value 880.970831
## iter  70 value 830.963464
## iter  80 value 788.905316
## iter  90 value 743.908807
## iter 100 value 727.229456
## final  value 727.229456 
## stopped after 100 iterations
## # weights:  153
## initial  value 159867.180681 
## iter  10 value 2146.295252
## iter  20 value 1600.284330
## iter  30 value 1236.539270
## iter  40 value 1010.847702
## iter  50 value 908.104826
## iter  60 value 812.053986
## iter  70 value 747.226622
## iter  80 value 713.101423
## iter  90 value 680.944449
## iter 100 value 653.372014
## final  value 653.372014 
## stopped after 100 iterations
## # weights:  9
## initial  value 159022.199598 
## iter  10 value 5114.517594
## iter  20 value 3441.822420
## iter  30 value 2740.308908
## iter  40 value 2208.584007
## iter  50 value 2174.200815
## iter  60 value 2166.471537
## final  value 2166.471412 
## converged
## # weights:  25
## initial  value 149415.047386 
## iter  10 value 3269.421440
## iter  20 value 2623.252207
## iter  30 value 2081.007944
## iter  40 value 1756.282023
## iter  50 value 1678.081167
## iter  60 value 1673.216818
## iter  70 value 1668.036621
## iter  80 value 1654.672189
## iter  90 value 1644.568083
## iter 100 value 1629.842210
## final  value 1629.842210 
## stopped after 100 iterations
## # weights:  41
## initial  value 157110.755232 
## iter  10 value 3764.771127
## iter  20 value 2341.129951
## iter  30 value 2002.469183
## iter  40 value 1648.911489
## iter  50 value 1525.759626
## iter  60 value 1460.522659
## iter  70 value 1438.946185
## iter  80 value 1410.433740
## iter  90 value 1405.429174
## iter 100 value 1397.085028
## final  value 1397.085028 
## stopped after 100 iterations
## # weights:  57
## initial  value 156641.497109 
## iter  10 value 4130.054102
## iter  20 value 2488.352341
## iter  30 value 1969.036879
## iter  40 value 1781.494314
## iter  50 value 1725.823772
## iter  60 value 1710.032377
## iter  70 value 1681.471898
## iter  80 value 1602.171663
## iter  90 value 1572.332890
## iter 100 value 1540.691007
## final  value 1540.691007 
## stopped after 100 iterations
## # weights:  73
## initial  value 147556.310302 
## iter  10 value 3329.043361
## iter  20 value 2398.089281
## iter  30 value 2042.343396
## iter  40 value 1778.151834
## iter  50 value 1619.466707
## iter  60 value 1522.684443
## iter  70 value 1497.239211
## iter  80 value 1466.597095
## iter  90 value 1432.166981
## iter 100 value 1397.549997
## final  value 1397.549997 
## stopped after 100 iterations
## # weights:  89
## initial  value 133853.408877 
## iter  10 value 2394.156359
## iter  20 value 1642.134963
## iter  30 value 1372.206726
## iter  40 value 1172.746418
## iter  50 value 1069.548428
## iter  60 value 998.342982
## iter  70 value 968.886198
## iter  80 value 945.882061
## iter  90 value 914.727692
## iter 100 value 902.248617
## final  value 902.248617 
## stopped after 100 iterations
## # weights:  105
## initial  value 164743.448182 
## iter  10 value 2675.720370
## iter  20 value 1899.557374
## iter  30 value 1497.904366
## iter  40 value 1232.472150
## iter  50 value 1120.701418
## iter  60 value 1056.754516
## iter  70 value 987.014569
## iter  80 value 953.938881
## iter  90 value 936.312404
## iter 100 value 918.248784
## final  value 918.248784 
## stopped after 100 iterations
## # weights:  121
## initial  value 145746.344262 
## iter  10 value 2475.874834
## iter  20 value 1664.092955
## iter  30 value 1321.312857
## iter  40 value 1149.060303
## iter  50 value 1017.296797
## iter  60 value 914.167223
## iter  70 value 857.497517
## iter  80 value 824.573633
## iter  90 value 783.966807
## iter 100 value 735.189262
## final  value 735.189262 
## stopped after 100 iterations
## # weights:  137
## initial  value 166034.109949 
## iter  10 value 2018.315156
## iter  20 value 1472.325260
## iter  30 value 1295.927017
## iter  40 value 1133.595645
## iter  50 value 939.728901
## iter  60 value 833.687171
## iter  70 value 793.876447
## iter  80 value 761.515200
## iter  90 value 741.137898
## iter 100 value 715.137112
## final  value 715.137112 
## stopped after 100 iterations
## # weights:  153
## initial  value 175419.727634 
## iter  10 value 2016.470687
## iter  20 value 1490.821710
## iter  30 value 1199.631558
## iter  40 value 1086.189872
## iter  50 value 980.684129
## iter  60 value 872.117154
## iter  70 value 771.441374
## iter  80 value 717.985916
## iter  90 value 663.903291
## iter 100 value 612.535102
## final  value 612.535102 
## stopped after 100 iterations
## # weights:  9
## initial  value 145394.780703 
## iter  10 value 4769.523582
## iter  20 value 2595.542347
## iter  30 value 2315.907350
## iter  40 value 2156.370208
## iter  50 value 2146.453577
## final  value 2144.284505 
## converged
## # weights:  25
## initial  value 159892.510955 
## iter  10 value 5677.279196
## iter  20 value 3449.289724
## iter  30 value 2991.036447
## iter  40 value 2273.616857
## iter  50 value 2087.875677
## iter  60 value 2010.064966
## iter  70 value 1834.428097
## iter  80 value 1655.332811
## iter  90 value 1626.684381
## iter 100 value 1612.009478
## final  value 1612.009478 
## stopped after 100 iterations
## # weights:  41
## initial  value 151462.949956 
## iter  10 value 4954.715701
## iter  20 value 2862.701290
## iter  30 value 2225.819285
## iter  40 value 1769.289153
## iter  50 value 1587.249976
## iter  60 value 1454.269950
## iter  70 value 1402.838636
## iter  80 value 1392.316339
## iter  90 value 1388.666595
## iter 100 value 1387.187027
## final  value 1387.187027 
## stopped after 100 iterations
## # weights:  57
## initial  value 144015.591035 
## iter  10 value 3019.101678
## iter  20 value 1847.551790
## iter  30 value 1594.488355
## iter  40 value 1441.177128
## iter  50 value 1288.988950
## iter  60 value 1251.086458
## iter  70 value 1213.491368
## iter  80 value 1190.587268
## iter  90 value 1161.759151
## iter 100 value 1145.519667
## final  value 1145.519667 
## stopped after 100 iterations
## # weights:  73
## initial  value 152967.727128 
## iter  10 value 3728.135474
## iter  20 value 2173.320353
## iter  30 value 1759.691980
## iter  40 value 1514.291900
## iter  50 value 1415.863329
## iter  60 value 1369.726409
## iter  70 value 1344.560904
## iter  80 value 1323.105037
## iter  90 value 1292.566410
## iter 100 value 1272.912432
## final  value 1272.912432 
## stopped after 100 iterations
## # weights:  89
## initial  value 151883.220750 
## iter  10 value 2591.868368
## iter  20 value 1841.156659
## iter  30 value 1517.654045
## iter  40 value 1320.398235
## iter  50 value 1211.934926
## iter  60 value 1134.163294
## iter  70 value 1091.088231
## iter  80 value 1040.879313
## iter  90 value 1001.579119
## iter 100 value 953.812355
## final  value 953.812355 
## stopped after 100 iterations
## # weights:  105
## initial  value 161774.630785 
## iter  10 value 2178.285521
## iter  20 value 1626.400852
## iter  30 value 1459.515732
## iter  40 value 1249.784462
## iter  50 value 1041.984455
## iter  60 value 879.348983
## iter  70 value 775.879523
## iter  80 value 722.398892
## iter  90 value 676.991679
## iter 100 value 651.270247
## final  value 651.270247 
## stopped after 100 iterations
## # weights:  121
## initial  value 158067.422972 
## iter  10 value 2400.795363
## iter  20 value 1656.918041
## iter  30 value 1409.464888
## iter  40 value 1242.461158
## iter  50 value 1023.881170
## iter  60 value 876.843958
## iter  70 value 802.018344
## iter  80 value 755.592897
## iter  90 value 721.599748
## iter 100 value 699.199239
## final  value 699.199239 
## stopped after 100 iterations
## # weights:  137
## initial  value 150723.691106 
## iter  10 value 2164.411337
## iter  20 value 1524.989307
## iter  30 value 1231.995571
## iter  40 value 994.490830
## iter  50 value 873.286536
## iter  60 value 785.590497
## iter  70 value 731.098294
## iter  80 value 695.659609
## iter  90 value 663.540706
## iter 100 value 647.797996
## final  value 647.797996 
## stopped after 100 iterations
## # weights:  153
## initial  value 157801.594954 
## iter  10 value 2058.684471
## iter  20 value 1541.832137
## iter  30 value 1260.457403
## iter  40 value 1054.226101
## iter  50 value 905.875865
## iter  60 value 786.083554
## iter  70 value 688.131519
## iter  80 value 644.572711
## iter  90 value 615.085163
## iter 100 value 587.394212
## final  value 587.394212 
## stopped after 100 iterations
## # weights:  9
## initial  value 156455.957811 
## iter  10 value 5260.561465
## iter  20 value 3917.592939
## iter  30 value 3064.779641
## iter  40 value 2228.490986
## iter  50 value 2158.851543
## iter  60 value 2134.387384
## iter  70 value 2133.128972
## final  value 2133.013461 
## converged
## # weights:  25
## initial  value 150963.840822 
## iter  10 value 5424.976656
## iter  20 value 3441.602005
## iter  30 value 2254.173402
## iter  40 value 1849.886407
## iter  50 value 1774.875171
## iter  60 value 1746.739437
## iter  70 value 1710.250988
## iter  80 value 1678.278085
## iter  90 value 1598.105248
## iter 100 value 1527.780291
## final  value 1527.780291 
## stopped after 100 iterations
## # weights:  41
## initial  value 139150.749684 
## iter  10 value 3995.819493
## iter  20 value 3096.124964
## iter  30 value 2624.777063
## iter  40 value 2087.412160
## iter  50 value 1787.911796
## iter  60 value 1566.006186
## iter  70 value 1438.623747
## iter  80 value 1338.887403
## iter  90 value 1317.887748
## iter 100 value 1313.024597
## final  value 1313.024597 
## stopped after 100 iterations
## # weights:  57
## initial  value 161214.730631 
## iter  10 value 4104.504667
## iter  20 value 2199.775901
## iter  30 value 1704.341708
## iter  40 value 1522.784577
## iter  50 value 1476.688627
## iter  60 value 1451.315353
## iter  70 value 1439.659430
## iter  80 value 1437.017303
## iter  90 value 1435.591320
## iter 100 value 1434.513257
## final  value 1434.513257 
## stopped after 100 iterations
## # weights:  73
## initial  value 132505.841469 
## iter  10 value 2720.899601
## iter  20 value 1830.218559
## iter  30 value 1512.921827
## iter  40 value 1277.912725
## iter  50 value 1178.558943
## iter  60 value 1087.923345
## iter  70 value 1040.424189
## iter  80 value 1005.838095
## iter  90 value 976.405255
## iter 100 value 958.213154
## final  value 958.213154 
## stopped after 100 iterations
## # weights:  89
## initial  value 158691.546632 
## iter  10 value 2549.713791
## iter  20 value 1843.992947
## iter  30 value 1442.204121
## iter  40 value 1263.387715
## iter  50 value 1151.907292
## iter  60 value 1063.173864
## iter  70 value 995.761844
## iter  80 value 969.612584
## iter  90 value 908.459541
## iter 100 value 859.615235
## final  value 859.615235 
## stopped after 100 iterations
## # weights:  105
## initial  value 160584.367671 
## iter  10 value 2296.043115
## iter  20 value 1688.134137
## iter  30 value 1435.354632
## iter  40 value 1104.879821
## iter  50 value 918.636100
## iter  60 value 801.433802
## iter  70 value 729.600539
## iter  80 value 646.266479
## iter  90 value 594.088689
## iter 100 value 571.160391
## final  value 571.160391 
## stopped after 100 iterations
## # weights:  121
## initial  value 162303.169280 
## iter  10 value 2684.960480
## iter  20 value 1729.458189
## iter  30 value 1376.003737
## iter  40 value 1147.795548
## iter  50 value 994.355498
## iter  60 value 907.465202
## iter  70 value 849.613522
## iter  80 value 783.738235
## iter  90 value 736.419853
## iter 100 value 707.204391
## final  value 707.204391 
## stopped after 100 iterations
## # weights:  137
## initial  value 161468.076571 
## iter  10 value 2172.232174
## iter  20 value 1565.907088
## iter  30 value 1239.859581
## iter  40 value 1009.380435
## iter  50 value 874.384646
## iter  60 value 748.486581
## iter  70 value 683.141317
## iter  80 value 637.272546
## iter  90 value 581.376155
## iter 100 value 542.179512
## final  value 542.179512 
## stopped after 100 iterations
## # weights:  153
## initial  value 151861.861514 
## iter  10 value 2151.160829
## iter  20 value 1516.419458
## iter  30 value 1286.311852
## iter  40 value 1111.394516
## iter  50 value 938.828609
## iter  60 value 780.722703
## iter  70 value 684.270429
## iter  80 value 616.459746
## iter  90 value 575.174546
## iter 100 value 539.679865
## final  value 539.679865 
## stopped after 100 iterations
## # weights:  9
## initial  value 148015.766974 
## iter  10 value 8110.351571
## iter  20 value 2783.797152
## iter  30 value 2371.824788
## iter  40 value 2149.776650
## iter  50 value 2134.447534
## iter  60 value 2128.057173
## iter  70 value 2127.596639
## final  value 2127.441711 
## converged
## # weights:  25
## initial  value 156605.008218 
## iter  10 value 5410.902332
## iter  20 value 3513.713265
## iter  30 value 1993.487058
## iter  40 value 1888.842716
## iter  50 value 1724.582042
## iter  60 value 1684.536725
## iter  70 value 1629.286401
## iter  80 value 1589.690104
## iter  90 value 1582.514225
## iter 100 value 1576.755094
## final  value 1576.755094 
## stopped after 100 iterations
## # weights:  41
## initial  value 152531.903432 
## iter  10 value 7952.833353
## iter  20 value 2960.086324
## iter  30 value 2018.832740
## iter  40 value 1802.134633
## iter  50 value 1547.255602
## iter  60 value 1374.102504
## iter  70 value 1318.841410
## iter  80 value 1276.554539
## iter  90 value 1259.527524
## iter 100 value 1240.753175
## final  value 1240.753175 
## stopped after 100 iterations
## # weights:  57
## initial  value 152877.149866 
## iter  10 value 3113.740936
## iter  20 value 2153.261464
## iter  30 value 1962.446350
## iter  40 value 1746.778775
## iter  50 value 1569.753375
## iter  60 value 1518.632033
## iter  70 value 1497.323502
## iter  80 value 1451.161245
## iter  90 value 1423.439020
## iter 100 value 1413.950065
## final  value 1413.950065 
## stopped after 100 iterations
## # weights:  73
## initial  value 148954.360680 
## iter  10 value 3279.825117
## iter  20 value 2030.648675
## iter  30 value 1653.795791
## iter  40 value 1487.951417
## iter  50 value 1428.880103
## iter  60 value 1298.875515
## iter  70 value 1211.575981
## iter  80 value 1149.581310
## iter  90 value 1118.933897
## iter 100 value 1107.838907
## final  value 1107.838907 
## stopped after 100 iterations
## # weights:  89
## initial  value 158400.718794 
## iter  10 value 2567.832952
## iter  20 value 1762.111179
## iter  30 value 1532.607245
## iter  40 value 1367.667880
## iter  50 value 1158.341469
## iter  60 value 990.747694
## iter  70 value 901.434346
## iter  80 value 830.782750
## iter  90 value 771.105361
## iter 100 value 744.277057
## final  value 744.277057 
## stopped after 100 iterations
## # weights:  105
## initial  value 148157.199605 
## iter  10 value 2235.380632
## iter  20 value 1643.761801
## iter  30 value 1279.203867
## iter  40 value 1081.071411
## iter  50 value 980.462467
## iter  60 value 902.562514
## iter  70 value 835.201110
## iter  80 value 785.507327
## iter  90 value 770.622043
## iter 100 value 756.427064
## final  value 756.427064 
## stopped after 100 iterations
## # weights:  121
## initial  value 135012.745269 
## iter  10 value 2339.163912
## iter  20 value 1501.875536
## iter  30 value 1207.575896
## iter  40 value 1043.715137
## iter  50 value 898.697905
## iter  60 value 814.309407
## iter  70 value 762.846307
## iter  80 value 710.634896
## iter  90 value 656.944513
## iter 100 value 581.209348
## final  value 581.209348 
## stopped after 100 iterations
## # weights:  137
## initial  value 159529.631619 
## iter  10 value 2005.188742
## iter  20 value 1467.827717
## iter  30 value 1245.311434
## iter  40 value 1039.674412
## iter  50 value 886.201051
## iter  60 value 727.892376
## iter  70 value 656.370276
## iter  80 value 607.797741
## iter  90 value 561.439224
## iter 100 value 527.980023
## final  value 527.980023 
## stopped after 100 iterations
## # weights:  153
## initial  value 157974.501049 
## iter  10 value 2173.365890
## iter  20 value 1428.472446
## iter  30 value 1118.036480
## iter  40 value 905.354765
## iter  50 value 775.383499
## iter  60 value 683.657443
## iter  70 value 633.176157
## iter  80 value 583.557486
## iter  90 value 547.320673
## iter 100 value 522.482279
## final  value 522.482279 
## stopped after 100 iterations
## # weights:  9
## initial  value 150263.176766 
## iter  10 value 3343.423028
## iter  20 value 2344.613386
## iter  30 value 2214.238554
## iter  40 value 2139.779963
## iter  50 value 2127.718399
## iter  60 value 2124.894515
## final  value 2124.799714 
## converged
## # weights:  25
## initial  value 153972.081470 
## iter  10 value 3938.924566
## iter  20 value 2451.294531
## iter  30 value 1981.958966
## iter  40 value 1645.459098
## iter  50 value 1557.638299
## iter  60 value 1511.822695
## iter  70 value 1495.578427
## iter  80 value 1487.284011
## iter  90 value 1476.313776
## iter 100 value 1454.683299
## final  value 1454.683299 
## stopped after 100 iterations
## # weights:  41
## initial  value 151961.797154 
## iter  10 value 10426.398863
## iter  20 value 5653.255815
## iter  30 value 3482.913949
## iter  40 value 2527.522351
## iter  50 value 2031.478694
## iter  60 value 1754.324684
## iter  70 value 1650.726542
## iter  80 value 1469.241000
## iter  90 value 1421.559771
## iter 100 value 1381.487622
## final  value 1381.487622 
## stopped after 100 iterations
## # weights:  57
## initial  value 142979.642409 
## iter  10 value 2940.707935
## iter  20 value 2046.692046
## iter  30 value 1618.215199
## iter  40 value 1480.449519
## iter  50 value 1403.335722
## iter  60 value 1377.206197
## iter  70 value 1332.833111
## iter  80 value 1315.035721
## iter  90 value 1296.640332
## iter 100 value 1246.088815
## final  value 1246.088815 
## stopped after 100 iterations
## # weights:  73
## initial  value 148021.339399 
## iter  10 value 3379.800202
## iter  20 value 1931.342572
## iter  30 value 1539.761270
## iter  40 value 1399.759668
## iter  50 value 1278.489368
## iter  60 value 1254.207665
## iter  70 value 1187.815849
## iter  80 value 1138.381832
## iter  90 value 1116.365175
## iter 100 value 1107.950440
## final  value 1107.950440 
## stopped after 100 iterations
## # weights:  89
## initial  value 160166.953611 
## iter  10 value 2214.413084
## iter  20 value 1621.645921
## iter  30 value 1312.099332
## iter  40 value 1133.482856
## iter  50 value 1009.511933
## iter  60 value 937.068850
## iter  70 value 896.222110
## iter  80 value 837.200642
## iter  90 value 804.751717
## iter 100 value 783.900391
## final  value 783.900391 
## stopped after 100 iterations
## # weights:  105
## initial  value 162379.482219 
## iter  10 value 2530.115607
## iter  20 value 1699.205314
## iter  30 value 1387.833227
## iter  40 value 1236.712449
## iter  50 value 1034.298779
## iter  60 value 912.639373
## iter  70 value 825.285297
## iter  80 value 760.810631
## iter  90 value 712.678776
## iter 100 value 697.766396
## final  value 697.766396 
## stopped after 100 iterations
## # weights:  121
## initial  value 145524.691018 
## iter  10 value 2112.110245
## iter  20 value 1555.189600
## iter  30 value 1287.598598
## iter  40 value 1165.363154
## iter  50 value 982.263782
## iter  60 value 873.301549
## iter  70 value 775.722544
## iter  80 value 717.757850
## iter  90 value 660.130668
## iter 100 value 598.289452
## final  value 598.289452 
## stopped after 100 iterations
## # weights:  137
## initial  value 146741.726312 
## iter  10 value 1984.777592
## iter  20 value 1547.003408
## iter  30 value 1234.470273
## iter  40 value 1036.724932
## iter  50 value 884.342221
## iter  60 value 721.227729
## iter  70 value 634.116918
## iter  80 value 575.335981
## iter  90 value 531.279058
## iter 100 value 504.945551
## final  value 504.945551 
## stopped after 100 iterations
## # weights:  153
## initial  value 143912.161092 
## iter  10 value 2050.211276
## iter  20 value 1442.937641
## iter  30 value 1110.189625
## iter  40 value 965.379641
## iter  50 value 840.803511
## iter  60 value 723.306322
## iter  70 value 643.695197
## iter  80 value 605.025855
## iter  90 value 575.491815
## iter 100 value 542.728451
## final  value 542.728451 
## stopped after 100 iterations
## # weights:  9
## initial  value 155893.053565 
## iter  10 value 5723.395874
## iter  20 value 4242.818348
## iter  30 value 2603.485436
## iter  40 value 2293.895650
## iter  50 value 2137.336464
## iter  60 value 2127.814721
## iter  70 value 2123.670048
## iter  80 value 2123.608135
## final  value 2123.577951 
## converged
## # weights:  25
## initial  value 153031.850729 
## iter  10 value 4640.272432
## iter  20 value 2897.541204
## iter  30 value 2328.748754
## iter  40 value 2162.436990
## iter  50 value 2005.484645
## iter  60 value 1966.598427
## iter  70 value 1881.615577
## iter  80 value 1706.275652
## iter  90 value 1680.464702
## iter 100 value 1631.255337
## final  value 1631.255337 
## stopped after 100 iterations
## # weights:  41
## initial  value 149257.710683 
## iter  10 value 5008.595862
## iter  20 value 2254.190383
## iter  30 value 1881.127880
## iter  40 value 1728.078000
## iter  50 value 1665.349075
## iter  60 value 1552.341760
## iter  70 value 1350.930921
## iter  80 value 1284.081800
## iter  90 value 1252.765878
## iter 100 value 1240.673804
## final  value 1240.673804 
## stopped after 100 iterations
## # weights:  57
## initial  value 158632.797097 
## iter  10 value 2509.168934
## iter  20 value 2011.632048
## iter  30 value 1747.556123
## iter  40 value 1607.463981
## iter  50 value 1478.319074
## iter  60 value 1395.014706
## iter  70 value 1367.272833
## iter  80 value 1328.601841
## iter  90 value 1312.465220
## iter 100 value 1301.797249
## final  value 1301.797249 
## stopped after 100 iterations
## # weights:  73
## initial  value 159715.698277 
## iter  10 value 2326.037729
## iter  20 value 1837.522771
## iter  30 value 1399.010294
## iter  40 value 1124.655266
## iter  50 value 1013.411180
## iter  60 value 948.600276
## iter  70 value 885.411827
## iter  80 value 861.244599
## iter  90 value 855.931562
## iter 100 value 851.990130
## final  value 851.990130 
## stopped after 100 iterations
## # weights:  89
## initial  value 145080.499492 
## iter  10 value 2206.420162
## iter  20 value 1683.405258
## iter  30 value 1463.347897
## iter  40 value 1260.349687
## iter  50 value 1139.629070
## iter  60 value 1032.615830
## iter  70 value 926.138093
## iter  80 value 872.522477
## iter  90 value 787.460264
## iter 100 value 766.654388
## final  value 766.654388 
## stopped after 100 iterations
## # weights:  105
## initial  value 142999.233868 
## iter  10 value 2526.091388
## iter  20 value 1642.499231
## iter  30 value 1386.818506
## iter  40 value 1223.751683
## iter  50 value 1044.756709
## iter  60 value 946.360939
## iter  70 value 872.836904
## iter  80 value 806.447154
## iter  90 value 750.774488
## iter 100 value 702.480425
## final  value 702.480425 
## stopped after 100 iterations
## # weights:  121
## initial  value 142915.190854 
## iter  10 value 2926.623382
## iter  20 value 1664.239196
## iter  30 value 1340.759230
## iter  40 value 1072.224176
## iter  50 value 866.852106
## iter  60 value 763.500797
## iter  70 value 705.937255
## iter  80 value 638.679956
## iter  90 value 588.662084
## iter 100 value 552.052880
## final  value 552.052880 
## stopped after 100 iterations
## # weights:  137
## initial  value 162743.512552 
## iter  10 value 2542.361072
## iter  20 value 1498.790355
## iter  30 value 1189.446583
## iter  40 value 1006.286965
## iter  50 value 916.728555
## iter  60 value 861.070981
## iter  70 value 791.952744
## iter  80 value 718.414871
## iter  90 value 654.341497
## iter 100 value 615.023042
## final  value 615.023042 
## stopped after 100 iterations
## # weights:  153
## initial  value 172489.448373 
## iter  10 value 1955.220223
## iter  20 value 1535.726892
## iter  30 value 1254.926747
## iter  40 value 1086.818930
## iter  50 value 882.648080
## iter  60 value 777.146809
## iter  70 value 689.519421
## iter  80 value 640.201124
## iter  90 value 593.886932
## iter 100 value 559.879637
## final  value 559.879637 
## stopped after 100 iterations
## # weights:  9
## initial  value 160027.555639 
## iter  10 value 5632.727004
## iter  20 value 3277.251180
## iter  30 value 2418.327626
## iter  40 value 2162.194800
## iter  50 value 2131.252422
## iter  60 value 2123.979388
## iter  70 value 2123.159269
## iter  80 value 2123.044176
## final  value 2123.043432 
## converged
## # weights:  25
## initial  value 137539.488842 
## iter  10 value 4895.015846
## iter  20 value 2663.847181
## iter  30 value 2144.033172
## iter  40 value 1727.041277
## iter  50 value 1604.747045
## iter  60 value 1556.077282
## iter  70 value 1554.429798
## iter  80 value 1552.375430
## iter  90 value 1501.296112
## iter 100 value 1477.972770
## final  value 1477.972770 
## stopped after 100 iterations
## # weights:  41
## initial  value 155469.848573 
## iter  10 value 9450.292624
## iter  20 value 3152.906935
## iter  30 value 2229.071282
## iter  40 value 1844.926285
## iter  50 value 1707.270987
## iter  60 value 1630.102541
## iter  70 value 1574.137120
## iter  80 value 1517.139021
## iter  90 value 1450.617045
## iter 100 value 1403.702622
## final  value 1403.702622 
## stopped after 100 iterations
## # weights:  57
## initial  value 149665.302767 
## iter  10 value 3390.791837
## iter  20 value 2296.686217
## iter  30 value 1970.833968
## iter  40 value 1680.791865
## iter  50 value 1527.120150
## iter  60 value 1474.712653
## iter  70 value 1447.759052
## iter  80 value 1429.465531
## iter  90 value 1415.352530
## iter 100 value 1387.211771
## final  value 1387.211771 
## stopped after 100 iterations
## # weights:  73
## initial  value 146601.089709 
## iter  10 value 2751.302808
## iter  20 value 1836.418185
## iter  30 value 1601.322858
## iter  40 value 1343.141577
## iter  50 value 1217.078477
## iter  60 value 1136.737868
## iter  70 value 1069.754583
## iter  80 value 1027.246433
## iter  90 value 1011.740330
## iter 100 value 997.947498
## final  value 997.947498 
## stopped after 100 iterations
## # weights:  89
## initial  value 139336.586265 
## iter  10 value 2250.704597
## iter  20 value 1596.026873
## iter  30 value 1310.845435
## iter  40 value 1091.220895
## iter  50 value 988.275655
## iter  60 value 943.933055
## iter  70 value 894.212691
## iter  80 value 848.397231
## iter  90 value 807.432996
## iter 100 value 744.565700
## final  value 744.565700 
## stopped after 100 iterations
## # weights:  105
## initial  value 144717.182601 
## iter  10 value 2337.610148
## iter  20 value 1673.423620
## iter  30 value 1352.042749
## iter  40 value 1195.571330
## iter  50 value 943.164527
## iter  60 value 827.422681
## iter  70 value 766.961993
## iter  80 value 718.248976
## iter  90 value 694.416295
## iter 100 value 664.578803
## final  value 664.578803 
## stopped after 100 iterations
## # weights:  121
## initial  value 153372.320832 
## iter  10 value 2384.646241
## iter  20 value 1615.205448
## iter  30 value 1305.593588
## iter  40 value 1163.043776
## iter  50 value 969.466577
## iter  60 value 870.495842
## iter  70 value 819.422856
## iter  80 value 757.670194
## iter  90 value 696.919821
## iter 100 value 643.274408
## final  value 643.274408 
## stopped after 100 iterations
## # weights:  137
## initial  value 168459.271070 
## iter  10 value 2408.068280
## iter  20 value 1618.097139
## iter  30 value 1274.686980
## iter  40 value 1088.275620
## iter  50 value 934.139076
## iter  60 value 779.612460
## iter  70 value 697.527308
## iter  80 value 671.724323
## iter  90 value 647.130871
## iter 100 value 622.633210
## final  value 622.633210 
## stopped after 100 iterations
## # weights:  153
## initial  value 167296.151179 
## iter  10 value 1914.741846
## iter  20 value 1407.499072
## iter  30 value 1142.847969
## iter  40 value 987.398244
## iter  50 value 882.480544
## iter  60 value 716.836651
## iter  70 value 598.352540
## iter  80 value 518.846762
## iter  90 value 469.278210
## iter 100 value 421.337454
## final  value 421.337454 
## stopped after 100 iterations
## # weights:  9
## initial  value 155032.641284 
## iter  10 value 4327.690642
## iter  20 value 2444.769959
## iter  30 value 2191.067816
## iter  40 value 2086.718858
## iter  50 value 2084.052629
## iter  60 value 2081.918882
## final  value 2081.918527 
## converged
## # weights:  25
## initial  value 158138.995993 
## iter  10 value 4464.151150
## iter  20 value 2948.105424
## iter  30 value 2370.638445
## iter  40 value 2048.914955
## iter  50 value 1786.593107
## iter  60 value 1723.201673
## iter  70 value 1716.291819
## iter  80 value 1692.925794
## iter  90 value 1684.821818
## iter 100 value 1680.857663
## final  value 1680.857663 
## stopped after 100 iterations
## # weights:  41
## initial  value 152020.449290 
## iter  10 value 7994.095033
## iter  20 value 3435.484552
## iter  30 value 2600.263894
## iter  40 value 2028.748488
## iter  50 value 1718.048159
## iter  60 value 1595.094201
## iter  70 value 1499.397973
## iter  80 value 1461.986410
## iter  90 value 1426.267465
## iter 100 value 1331.634404
## final  value 1331.634404 
## stopped after 100 iterations
## # weights:  57
## initial  value 161867.694024 
## iter  10 value 2492.434018
## iter  20 value 1777.409906
## iter  30 value 1654.050295
## iter  40 value 1525.963379
## iter  50 value 1380.550558
## iter  60 value 1280.260006
## iter  70 value 1238.570692
## iter  80 value 1209.832414
## iter  90 value 1157.595416
## iter 100 value 1114.832363
## final  value 1114.832363 
## stopped after 100 iterations
## # weights:  73
## initial  value 151621.257482 
## iter  10 value 2679.049172
## iter  20 value 1763.176215
## iter  30 value 1452.551017
## iter  40 value 1253.701723
## iter  50 value 1139.418706
## iter  60 value 1044.561303
## iter  70 value 999.876673
## iter  80 value 949.006145
## iter  90 value 912.917985
## iter 100 value 885.080980
## final  value 885.080980 
## stopped after 100 iterations
## # weights:  89
## initial  value 160326.285848 
## iter  10 value 3827.864580
## iter  20 value 2184.906450
## iter  30 value 1739.404783
## iter  40 value 1364.651450
## iter  50 value 1217.205579
## iter  60 value 1113.650766
## iter  70 value 1042.758435
## iter  80 value 1012.973396
## iter  90 value 1000.357155
## iter 100 value 986.207533
## final  value 986.207533 
## stopped after 100 iterations
## # weights:  105
## initial  value 164826.561888 
## iter  10 value 2400.670021
## iter  20 value 1535.417205
## iter  30 value 1303.931748
## iter  40 value 1088.589394
## iter  50 value 927.594791
## iter  60 value 763.112653
## iter  70 value 685.044109
## iter  80 value 635.112379
## iter  90 value 597.298105
## iter 100 value 573.397821
## final  value 573.397821 
## stopped after 100 iterations
## # weights:  121
## initial  value 165397.950461 
## iter  10 value 2044.957844
## iter  20 value 1465.826251
## iter  30 value 1268.539998
## iter  40 value 1155.040639
## iter  50 value 1036.375275
## iter  60 value 951.886936
## iter  70 value 850.477731
## iter  80 value 773.177707
## iter  90 value 719.888126
## iter 100 value 687.510199
## final  value 687.510199 
## stopped after 100 iterations
## # weights:  137
## initial  value 144619.566747 
## iter  10 value 2293.322363
## iter  20 value 1489.362658
## iter  30 value 1153.234909
## iter  40 value 975.227571
## iter  50 value 850.168001
## iter  60 value 771.207616
## iter  70 value 699.202362
## iter  80 value 648.359218
## iter  90 value 602.989644
## iter 100 value 552.792494
## final  value 552.792494 
## stopped after 100 iterations
## # weights:  153
## initial  value 172792.080839 
## iter  10 value 2083.410032
## iter  20 value 1505.331177
## iter  30 value 1224.655185
## iter  40 value 989.971113
## iter  50 value 817.357205
## iter  60 value 717.023723
## iter  70 value 671.285617
## iter  80 value 603.304230
## iter  90 value 543.926771
## iter 100 value 488.372682
## final  value 488.372682 
## stopped after 100 iterations
## # weights:  9
## initial  value 144065.988600 
## iter  10 value 6784.417483
## iter  20 value 3508.456577
## iter  30 value 2500.009368
## iter  40 value 2250.185407
## iter  50 value 2239.035679
## final  value 2238.988032 
## converged
## # weights:  25
## initial  value 159093.718945 
## iter  10 value 3485.472692
## iter  20 value 2501.795930
## iter  30 value 1915.237201
## iter  40 value 1750.235968
## iter  50 value 1680.230523
## iter  60 value 1665.343898
## iter  70 value 1628.476000
## iter  80 value 1599.554315
## iter  90 value 1591.215618
## iter 100 value 1586.369799
## final  value 1586.369799 
## stopped after 100 iterations
## # weights:  41
## initial  value 144216.524361 
## iter  10 value 6169.846683
## iter  20 value 3257.275963
## iter  30 value 2816.774145
## iter  40 value 2423.426471
## iter  50 value 2026.366550
## iter  60 value 1798.780071
## iter  70 value 1694.660363
## iter  80 value 1600.600776
## iter  90 value 1585.041216
## iter 100 value 1559.089977
## final  value 1559.089977 
## stopped after 100 iterations
## # weights:  57
## initial  value 138634.914500 
## iter  10 value 2800.608837
## iter  20 value 2124.878422
## iter  30 value 1945.065347
## iter  40 value 1789.884717
## iter  50 value 1690.156070
## iter  60 value 1608.454574
## iter  70 value 1522.234739
## iter  80 value 1463.907410
## iter  90 value 1421.824348
## iter 100 value 1365.393996
## final  value 1365.393996 
## stopped after 100 iterations
## # weights:  73
## initial  value 151121.519928 
## iter  10 value 3081.522358
## iter  20 value 1958.680878
## iter  30 value 1704.731103
## iter  40 value 1567.231950
## iter  50 value 1521.014774
## iter  60 value 1459.609077
## iter  70 value 1400.637180
## iter  80 value 1340.094437
## iter  90 value 1300.546351
## iter 100 value 1274.980695
## final  value 1274.980695 
## stopped after 100 iterations
## # weights:  89
## initial  value 148106.243122 
## iter  10 value 2449.320397
## iter  20 value 1845.170400
## iter  30 value 1546.924701
## iter  40 value 1389.994675
## iter  50 value 1309.534281
## iter  60 value 1277.997805
## iter  70 value 1238.669639
## iter  80 value 1213.556443
## iter  90 value 1192.956431
## iter 100 value 1158.182666
## final  value 1158.182666 
## stopped after 100 iterations
## # weights:  105
## initial  value 155682.690928 
## iter  10 value 2407.644989
## iter  20 value 1815.376912
## iter  30 value 1489.414140
## iter  40 value 1367.069926
## iter  50 value 1328.711984
## iter  60 value 1266.583554
## iter  70 value 1214.270467
## iter  80 value 1178.482829
## iter  90 value 1161.905302
## iter 100 value 1145.584905
## final  value 1145.584905 
## stopped after 100 iterations
## # weights:  121
## initial  value 155092.778376 
## iter  10 value 2031.771648
## iter  20 value 1583.231771
## iter  30 value 1303.741084
## iter  40 value 1141.253737
## iter  50 value 1030.436919
## iter  60 value 960.416135
## iter  70 value 895.124915
## iter  80 value 847.406054
## iter  90 value 822.229833
## iter 100 value 793.288047
## final  value 793.288047 
## stopped after 100 iterations
## # weights:  137
## initial  value 152203.317348 
## iter  10 value 2299.209292
## iter  20 value 1495.835026
## iter  30 value 1304.282606
## iter  40 value 1169.055590
## iter  50 value 1045.086301
## iter  60 value 971.561450
## iter  70 value 944.882365
## iter  80 value 928.856657
## iter  90 value 918.802569
## iter 100 value 913.574804
## final  value 913.574804 
## stopped after 100 iterations
## # weights:  153
## initial  value 150048.498068 
## iter  10 value 2090.092680
## iter  20 value 1561.778540
## iter  30 value 1280.058957
## iter  40 value 1078.640957
## iter  50 value 1003.716978
## iter  60 value 927.711539
## iter  70 value 862.837900
## iter  80 value 827.919640
## iter  90 value 802.337546
## iter 100 value 778.021074
## final  value 778.021074 
## stopped after 100 iterations
## # weights:  9
## initial  value 158733.304594 
## iter  10 value 6173.916392
## iter  20 value 4911.435421
## iter  30 value 3774.283216
## iter  40 value 2398.145782
## iter  50 value 2198.204475
## iter  60 value 2159.890791
## final  value 2159.752434 
## converged
## # weights:  25
## initial  value 152199.561382 
## iter  10 value 4497.451936
## iter  20 value 3142.181057
## iter  30 value 2594.383582
## iter  40 value 1648.398101
## iter  50 value 1539.352374
## iter  60 value 1502.561053
## iter  70 value 1495.003533
## iter  80 value 1487.724893
## iter  90 value 1485.278909
## final  value 1485.266311 
## converged
## # weights:  41
## initial  value 138526.016792 
## iter  10 value 13410.765727
## iter  20 value 4778.398042
## iter  30 value 2779.034807
## iter  40 value 2322.424544
## iter  50 value 1992.365100
## iter  60 value 1899.879568
## iter  70 value 1815.381708
## iter  80 value 1683.890552
## iter  90 value 1592.415293
## iter 100 value 1564.477860
## final  value 1564.477860 
## stopped after 100 iterations
## # weights:  57
## initial  value 153245.647231 
## iter  10 value 3235.718810
## iter  20 value 1940.958511
## iter  30 value 1705.064293
## iter  40 value 1620.793917
## iter  50 value 1552.941506
## iter  60 value 1495.910825
## iter  70 value 1457.650124
## iter  80 value 1425.882828
## iter  90 value 1394.964999
## iter 100 value 1370.558037
## final  value 1370.558037 
## stopped after 100 iterations
## # weights:  73
## initial  value 148133.287992 
## iter  10 value 5016.196274
## iter  20 value 2983.399794
## iter  30 value 2083.173124
## iter  40 value 1694.289074
## iter  50 value 1454.291765
## iter  60 value 1329.691042
## iter  70 value 1249.073337
## iter  80 value 1209.138113
## iter  90 value 1182.553815
## iter 100 value 1152.584892
## final  value 1152.584892 
## stopped after 100 iterations
## # weights:  89
## initial  value 154631.395524 
## iter  10 value 3216.003457
## iter  20 value 2113.956248
## iter  30 value 1685.869559
## iter  40 value 1555.933526
## iter  50 value 1461.165647
## iter  60 value 1409.840171
## iter  70 value 1368.179954
## iter  80 value 1316.050915
## iter  90 value 1272.466767
## iter 100 value 1239.832015
## final  value 1239.832015 
## stopped after 100 iterations
## # weights:  105
## initial  value 164524.565541 
## iter  10 value 2270.022853
## iter  20 value 1706.003261
## iter  30 value 1535.222589
## iter  40 value 1327.071397
## iter  50 value 1181.114362
## iter  60 value 1095.263042
## iter  70 value 1025.819894
## iter  80 value 969.873483
## iter  90 value 942.646383
## iter 100 value 929.879109
## final  value 929.879109 
## stopped after 100 iterations
## # weights:  121
## initial  value 168687.307103 
## iter  10 value 2419.253671
## iter  20 value 1566.222972
## iter  30 value 1359.243834
## iter  40 value 1192.700989
## iter  50 value 1006.024865
## iter  60 value 895.502122
## iter  70 value 811.207854
## iter  80 value 767.593347
## iter  90 value 755.034893
## iter 100 value 735.849994
## final  value 735.849994 
## stopped after 100 iterations
## # weights:  137
## initial  value 155497.534719 
## iter  10 value 2194.727045
## iter  20 value 1588.097596
## iter  30 value 1374.120967
## iter  40 value 1253.202065
## iter  50 value 1069.459687
## iter  60 value 964.848002
## iter  70 value 874.835132
## iter  80 value 826.993437
## iter  90 value 785.741298
## iter 100 value 761.741107
## final  value 761.741107 
## stopped after 100 iterations
## # weights:  153
## initial  value 152752.833087 
## iter  10 value 2142.852850
## iter  20 value 1607.735162
## iter  30 value 1296.395680
## iter  40 value 1135.056866
## iter  50 value 1028.946223
## iter  60 value 891.260305
## iter  70 value 803.857579
## iter  80 value 750.964287
## iter  90 value 722.364954
## iter 100 value 702.239702
## final  value 702.239702 
## stopped after 100 iterations
## # weights:  9
## initial  value 156150.503095 
## iter  10 value 10767.304707
## iter  20 value 5269.080118
## iter  30 value 4994.673512
## iter  40 value 4064.121498
## iter  50 value 2688.134142
## iter  60 value 2167.330223
## iter  70 value 2127.313668
## iter  80 value 2119.686836
## iter  80 value 2119.686820
## iter  80 value 2119.686820
## final  value 2119.686820 
## converged
## # weights:  25
## initial  value 162716.466327 
## iter  10 value 6687.133151
## iter  20 value 3764.219403
## iter  30 value 2541.003187
## iter  40 value 2238.737933
## iter  50 value 1941.642233
## iter  60 value 1864.812834
## iter  70 value 1783.725367
## iter  80 value 1670.142359
## iter  90 value 1650.393570
## iter 100 value 1643.758347
## final  value 1643.758347 
## stopped after 100 iterations
## # weights:  41
## initial  value 145208.661975 
## iter  10 value 8108.368588
## iter  20 value 3611.895284
## iter  30 value 2332.692711
## iter  40 value 1802.988442
## iter  50 value 1588.634090
## iter  60 value 1453.706742
## iter  70 value 1331.070929
## iter  80 value 1261.160589
## iter  90 value 1248.262603
## iter 100 value 1237.273340
## final  value 1237.273340 
## stopped after 100 iterations
## # weights:  57
## initial  value 142013.896085 
## iter  10 value 3474.788738
## iter  20 value 2340.485316
## iter  30 value 1784.165321
## iter  40 value 1677.264865
## iter  50 value 1579.921719
## iter  60 value 1466.928610
## iter  70 value 1324.678996
## iter  80 value 1251.961361
## iter  90 value 1222.820990
## iter 100 value 1200.209658
## final  value 1200.209658 
## stopped after 100 iterations
## # weights:  73
## initial  value 149736.197762 
## iter  10 value 2828.114912
## iter  20 value 1842.285662
## iter  30 value 1625.670967
## iter  40 value 1458.679097
## iter  50 value 1351.073233
## iter  60 value 1273.920313
## iter  70 value 1222.793030
## iter  80 value 1189.190917
## iter  90 value 1143.391816
## iter 100 value 1096.671584
## final  value 1096.671584 
## stopped after 100 iterations
## # weights:  89
## initial  value 174606.024026 
## iter  10 value 2110.010065
## iter  20 value 1536.899685
## iter  30 value 1297.294917
## iter  40 value 1121.753330
## iter  50 value 980.814020
## iter  60 value 890.277982
## iter  70 value 826.753416
## iter  80 value 799.727613
## iter  90 value 784.363951
## iter 100 value 778.496117
## final  value 778.496117 
## stopped after 100 iterations
## # weights:  105
## initial  value 147182.177225 
## iter  10 value 2064.158029
## iter  20 value 1545.108562
## iter  30 value 1326.254953
## iter  40 value 1165.695690
## iter  50 value 1074.464599
## iter  60 value 1016.043191
## iter  70 value 991.488732
## iter  80 value 974.776102
## iter  90 value 955.855869
## iter 100 value 947.888101
## final  value 947.888101 
## stopped after 100 iterations
## # weights:  121
## initial  value 147423.996871 
## iter  10 value 2205.566540
## iter  20 value 1452.953391
## iter  30 value 1196.452270
## iter  40 value 989.064622
## iter  50 value 842.950434
## iter  60 value 761.203591
## iter  70 value 706.943432
## iter  80 value 675.495575
## iter  90 value 650.144818
## iter 100 value 627.458630
## final  value 627.458630 
## stopped after 100 iterations
## # weights:  137
## initial  value 161738.824517 
## iter  10 value 2078.933459
## iter  20 value 1515.832360
## iter  30 value 1246.306000
## iter  40 value 1084.707365
## iter  50 value 987.158306
## iter  60 value 932.479309
## iter  70 value 893.109837
## iter  80 value 842.535853
## iter  90 value 790.573329
## iter 100 value 741.742004
## final  value 741.742004 
## stopped after 100 iterations
## # weights:  153
## initial  value 161499.771730 
## iter  10 value 2229.162220
## iter  20 value 1448.068612
## iter  30 value 1116.397074
## iter  40 value 975.931535
## iter  50 value 842.411443
## iter  60 value 751.913893
## iter  70 value 685.578577
## iter  80 value 624.117603
## iter  90 value 584.673654
## iter 100 value 563.972736
## final  value 563.972736 
## stopped after 100 iterations
## # weights:  9
## initial  value 147364.310735 
## iter  10 value 3879.562682
## iter  20 value 2156.277504
## iter  30 value 2106.922518
## iter  40 value 2099.730074
## final  value 2099.729901 
## converged
## # weights:  25
## initial  value 163186.687376 
## iter  10 value 5729.153047
## iter  20 value 3690.031717
## iter  30 value 2245.996345
## iter  40 value 1985.842287
## iter  50 value 1837.984623
## iter  60 value 1784.242468
## iter  70 value 1739.532055
## iter  80 value 1700.513056
## iter  90 value 1692.590392
## iter 100 value 1691.830640
## final  value 1691.830640 
## stopped after 100 iterations
## # weights:  41
## initial  value 141785.931612 
## iter  10 value 3261.417112
## iter  20 value 2167.999641
## iter  30 value 1735.207757
## iter  40 value 1563.054114
## iter  50 value 1497.890590
## iter  60 value 1427.054514
## iter  70 value 1386.301304
## iter  80 value 1377.673118
## iter  90 value 1375.288824
## iter 100 value 1372.354155
## final  value 1372.354155 
## stopped after 100 iterations
## # weights:  57
## initial  value 134813.735446 
## iter  10 value 3052.440159
## iter  20 value 1967.366897
## iter  30 value 1644.016443
## iter  40 value 1508.758598
## iter  50 value 1427.670705
## iter  60 value 1378.022130
## iter  70 value 1332.788901
## iter  80 value 1320.347833
## iter  90 value 1270.260459
## iter 100 value 1238.179363
## final  value 1238.179363 
## stopped after 100 iterations
## # weights:  73
## initial  value 153385.387813 
## iter  10 value 3106.757368
## iter  20 value 1964.174768
## iter  30 value 1604.667964
## iter  40 value 1372.874376
## iter  50 value 1244.563470
## iter  60 value 1134.199593
## iter  70 value 1077.858965
## iter  80 value 1047.717292
## iter  90 value 1028.159193
## iter 100 value 1013.877583
## final  value 1013.877583 
## stopped after 100 iterations
## # weights:  89
## initial  value 167602.277339 
## iter  10 value 2282.578499
## iter  20 value 1648.718607
## iter  30 value 1417.176254
## iter  40 value 1195.708530
## iter  50 value 1087.595090
## iter  60 value 1033.718855
## iter  70 value 977.984151
## iter  80 value 952.445204
## iter  90 value 936.181813
## iter 100 value 918.028482
## final  value 918.028482 
## stopped after 100 iterations
## # weights:  105
## initial  value 164481.715195 
## iter  10 value 2089.155423
## iter  20 value 1516.944888
## iter  30 value 1219.830972
## iter  40 value 1033.563374
## iter  50 value 899.951057
## iter  60 value 814.526931
## iter  70 value 775.073322
## iter  80 value 753.383093
## iter  90 value 736.111962
## iter 100 value 722.287432
## final  value 722.287432 
## stopped after 100 iterations
## # weights:  121
## initial  value 152987.695415 
## iter  10 value 1951.861484
## iter  20 value 1461.762893
## iter  30 value 1213.250350
## iter  40 value 1060.646515
## iter  50 value 932.842899
## iter  60 value 872.756091
## iter  70 value 816.129767
## iter  80 value 752.602545
## iter  90 value 705.583664
## iter 100 value 676.440786
## final  value 676.440786 
## stopped after 100 iterations
## # weights:  137
## initial  value 152214.735613 
## iter  10 value 2204.170602
## iter  20 value 1408.573778
## iter  30 value 1138.094626
## iter  40 value 992.829298
## iter  50 value 914.479086
## iter  60 value 864.777511
## iter  70 value 800.004460
## iter  80 value 768.019280
## iter  90 value 735.202286
## iter 100 value 694.042470
## final  value 694.042470 
## stopped after 100 iterations
## # weights:  153
## initial  value 150882.629093 
## iter  10 value 3506.767151
## iter  20 value 1562.836423
## iter  30 value 1218.374361
## iter  40 value 974.632202
## iter  50 value 862.022090
## iter  60 value 801.295359
## iter  70 value 744.796669
## iter  80 value 681.381524
## iter  90 value 639.959878
## iter 100 value 591.881896
## final  value 591.881896 
## stopped after 100 iterations
## # weights:  9
## initial  value 154371.039855 
## iter  10 value 5493.317108
## iter  20 value 4795.998315
## iter  30 value 4218.016538
## iter  40 value 2721.789442
## iter  50 value 2208.070414
## iter  60 value 2108.792505
## iter  70 value 2091.593063
## final  value 2090.049839 
## converged
## # weights:  25
## initial  value 149327.448357 
## iter  10 value 2679.315664
## iter  20 value 2242.553975
## iter  30 value 1682.971554
## iter  40 value 1561.942492
## iter  50 value 1543.036082
## iter  60 value 1537.901160
## iter  70 value 1526.978382
## iter  80 value 1481.754364
## iter  90 value 1420.978928
## iter 100 value 1413.360834
## final  value 1413.360834 
## stopped after 100 iterations
## # weights:  41
## initial  value 148675.673286 
## iter  10 value 3093.972774
## iter  20 value 2274.804518
## iter  30 value 2007.963510
## iter  40 value 1915.184863
## iter  50 value 1859.750827
## iter  60 value 1731.627279
## iter  70 value 1629.150347
## iter  80 value 1607.395890
## iter  90 value 1604.394183
## iter 100 value 1604.125523
## final  value 1604.125523 
## stopped after 100 iterations
## # weights:  57
## initial  value 166932.635171 
## iter  10 value 2475.110490
## iter  20 value 1716.862931
## iter  30 value 1486.660645
## iter  40 value 1348.007708
## iter  50 value 1280.222757
## iter  60 value 1258.947558
## iter  70 value 1232.602400
## iter  80 value 1209.518349
## iter  90 value 1202.986044
## iter 100 value 1195.377325
## final  value 1195.377325 
## stopped after 100 iterations
## # weights:  73
## initial  value 152420.739138 
## iter  10 value 2513.629092
## iter  20 value 1764.588609
## iter  30 value 1515.027666
## iter  40 value 1329.628223
## iter  50 value 1220.379931
## iter  60 value 1143.733723
## iter  70 value 1102.050371
## iter  80 value 1084.615539
## iter  90 value 1075.191193
## iter 100 value 1065.994293
## final  value 1065.994293 
## stopped after 100 iterations
## # weights:  89
## initial  value 142523.230990 
## iter  10 value 2285.442826
## iter  20 value 1617.194547
## iter  30 value 1486.270961
## iter  40 value 1331.921325
## iter  50 value 1211.683012
## iter  60 value 1085.048145
## iter  70 value 942.873575
## iter  80 value 879.430690
## iter  90 value 864.851842
## iter 100 value 853.887416
## final  value 853.887416 
## stopped after 100 iterations
## # weights:  105
## initial  value 151377.358292 
## iter  10 value 2720.419459
## iter  20 value 1706.159763
## iter  30 value 1325.872127
## iter  40 value 1102.294077
## iter  50 value 950.561653
## iter  60 value 862.770261
## iter  70 value 811.164321
## iter  80 value 741.825544
## iter  90 value 687.804027
## iter 100 value 641.282904
## final  value 641.282904 
## stopped after 100 iterations
## # weights:  121
## initial  value 140469.731577 
## iter  10 value 1990.798047
## iter  20 value 1479.835282
## iter  30 value 1222.805612
## iter  40 value 1078.890028
## iter  50 value 971.203667
## iter  60 value 867.698404
## iter  70 value 792.315459
## iter  80 value 741.541699
## iter  90 value 696.010421
## iter 100 value 654.467035
## final  value 654.467035 
## stopped after 100 iterations
## # weights:  137
## initial  value 174289.434441 
## iter  10 value 2048.217581
## iter  20 value 1446.485926
## iter  30 value 1189.311843
## iter  40 value 1011.404975
## iter  50 value 864.934416
## iter  60 value 780.462909
## iter  70 value 712.131627
## iter  80 value 663.677871
## iter  90 value 621.431666
## iter 100 value 595.499393
## final  value 595.499393 
## stopped after 100 iterations
## # weights:  153
## initial  value 159870.837003 
## iter  10 value 1876.833184
## iter  20 value 1415.599421
## iter  30 value 1103.002992
## iter  40 value 941.942174
## iter  50 value 815.277284
## iter  60 value 711.087927
## iter  70 value 629.117150
## iter  80 value 561.382395
## iter  90 value 531.005974
## iter 100 value 510.557238
## final  value 510.557238 
## stopped after 100 iterations
## # weights:  9
## initial  value 163495.044642 
## iter  10 value 2928.038453
## iter  20 value 2123.813565
## iter  30 value 2097.960091
## iter  40 value 2085.682070
## iter  50 value 2085.647481
## iter  60 value 2085.519075
## iter  60 value 2085.519075
## iter  60 value 2085.519075
## final  value 2085.519075 
## converged
## # weights:  25
## initial  value 160814.728512 
## iter  10 value 4076.153868
## iter  20 value 2626.024160
## iter  30 value 1871.973432
## iter  40 value 1771.244433
## iter  50 value 1726.678277
## iter  60 value 1718.815759
## iter  70 value 1707.359453
## iter  80 value 1663.021277
## iter  90 value 1649.268916
## iter 100 value 1647.701737
## final  value 1647.701737 
## stopped after 100 iterations
## # weights:  41
## initial  value 162538.280360 
## iter  10 value 4600.918291
## iter  20 value 2738.137276
## iter  30 value 2112.684009
## iter  40 value 1602.052263
## iter  50 value 1464.709693
## iter  60 value 1421.790005
## iter  70 value 1387.080291
## iter  80 value 1368.455024
## iter  90 value 1354.155963
## iter 100 value 1349.532163
## final  value 1349.532163 
## stopped after 100 iterations
## # weights:  57
## initial  value 156429.945247 
## iter  10 value 2892.569579
## iter  20 value 2023.781995
## iter  30 value 1614.378714
## iter  40 value 1492.854909
## iter  50 value 1428.462002
## iter  60 value 1362.068132
## iter  70 value 1321.044891
## iter  80 value 1299.731416
## iter  90 value 1288.484105
## iter 100 value 1278.285654
## final  value 1278.285654 
## stopped after 100 iterations
## # weights:  73
## initial  value 166353.962617 
## iter  10 value 2379.663707
## iter  20 value 1710.838517
## iter  30 value 1554.142219
## iter  40 value 1456.061356
## iter  50 value 1369.374083
## iter  60 value 1268.629275
## iter  70 value 1219.453893
## iter  80 value 1198.762978
## iter  90 value 1175.662853
## iter 100 value 1157.010450
## final  value 1157.010450 
## stopped after 100 iterations
## # weights:  89
## initial  value 152659.489926 
## iter  10 value 2497.418810
## iter  20 value 1633.925539
## iter  30 value 1385.519269
## iter  40 value 1222.091094
## iter  50 value 1166.503970
## iter  60 value 1070.176715
## iter  70 value 983.029663
## iter  80 value 941.716245
## iter  90 value 885.204816
## iter 100 value 864.786197
## final  value 864.786197 
## stopped after 100 iterations
## # weights:  105
## initial  value 156653.716718 
## iter  10 value 2149.372673
## iter  20 value 1434.398831
## iter  30 value 1137.505855
## iter  40 value 908.666292
## iter  50 value 776.722671
## iter  60 value 679.456990
## iter  70 value 619.053446
## iter  80 value 583.880000
## iter  90 value 560.307540
## iter 100 value 545.661559
## final  value 545.661559 
## stopped after 100 iterations
## # weights:  121
## initial  value 154306.779291 
## iter  10 value 2024.819805
## iter  20 value 1453.784649
## iter  30 value 1131.995734
## iter  40 value 976.896764
## iter  50 value 824.261425
## iter  60 value 745.070912
## iter  70 value 683.087480
## iter  80 value 641.899988
## iter  90 value 587.871967
## iter 100 value 542.378884
## final  value 542.378884 
## stopped after 100 iterations
## # weights:  137
## initial  value 133785.365111 
## iter  10 value 1964.452882
## iter  20 value 1501.076427
## iter  30 value 1144.157072
## iter  40 value 989.482213
## iter  50 value 819.383103
## iter  60 value 704.529607
## iter  70 value 634.265394
## iter  80 value 582.505270
## iter  90 value 533.475001
## iter 100 value 496.322439
## final  value 496.322439 
## stopped after 100 iterations
## # weights:  153
## initial  value 154440.116623 
## iter  10 value 2031.716592
## iter  20 value 1422.219351
## iter  30 value 1064.774090
## iter  40 value 901.990552
## iter  50 value 764.030691
## iter  60 value 647.744354
## iter  70 value 586.286979
## iter  80 value 550.383894
## iter  90 value 523.491965
## iter 100 value 499.731099
## final  value 499.731099 
## stopped after 100 iterations
## # weights:  9
## initial  value 162534.527213 
## iter  10 value 6078.298312
## iter  20 value 5648.633378
## iter  30 value 5487.670634
## iter  40 value 5487.149977
## iter  50 value 5487.112962
## final  value 5487.112736 
## converged
## # weights:  25
## initial  value 151477.354063 
## iter  10 value 4595.669729
## iter  20 value 3347.998203
## iter  30 value 2114.337287
## iter  40 value 1822.918752
## iter  50 value 1732.133358
## iter  60 value 1694.072166
## iter  70 value 1653.031274
## iter  80 value 1585.248303
## iter  90 value 1555.923590
## iter 100 value 1550.509004
## final  value 1550.509004 
## stopped after 100 iterations
## # weights:  41
## initial  value 170566.245567 
## iter  10 value 6179.612931
## iter  20 value 3419.055282
## iter  30 value 2485.053180
## iter  40 value 1940.857555
## iter  50 value 1788.838990
## iter  60 value 1584.628709
## iter  70 value 1451.944957
## iter  80 value 1417.059967
## iter  90 value 1401.554318
## iter 100 value 1395.055640
## final  value 1395.055640 
## stopped after 100 iterations
## # weights:  57
## initial  value 164561.758995 
## iter  10 value 2813.642266
## iter  20 value 1881.914879
## iter  30 value 1565.945325
## iter  40 value 1461.001884
## iter  50 value 1413.488349
## iter  60 value 1355.747391
## iter  70 value 1226.726711
## iter  80 value 1178.134259
## iter  90 value 1155.929484
## iter 100 value 1124.956667
## final  value 1124.956667 
## stopped after 100 iterations
## # weights:  73
## initial  value 148803.204237 
## iter  10 value 3243.292307
## iter  20 value 2056.307812
## iter  30 value 1687.145754
## iter  40 value 1551.182932
## iter  50 value 1364.717716
## iter  60 value 1324.524810
## iter  70 value 1265.902689
## iter  80 value 1243.950141
## iter  90 value 1191.322643
## iter 100 value 1158.204765
## final  value 1158.204765 
## stopped after 100 iterations
## # weights:  89
## initial  value 159120.316018 
## iter  10 value 2635.208581
## iter  20 value 1900.165853
## iter  30 value 1559.486222
## iter  40 value 1250.815807
## iter  50 value 1130.641417
## iter  60 value 1041.832778
## iter  70 value 983.846051
## iter  80 value 926.055454
## iter  90 value 896.323845
## iter 100 value 874.155185
## final  value 874.155185 
## stopped after 100 iterations
## # weights:  105
## initial  value 150074.298322 
## iter  10 value 2161.273360
## iter  20 value 1416.983683
## iter  30 value 1234.410880
## iter  40 value 1046.877819
## iter  50 value 898.198419
## iter  60 value 758.409743
## iter  70 value 661.782100
## iter  80 value 606.663864
## iter  90 value 573.428696
## iter 100 value 558.557958
## final  value 558.557958 
## stopped after 100 iterations
## # weights:  121
## initial  value 149816.525987 
## iter  10 value 2377.224588
## iter  20 value 1494.957471
## iter  30 value 1203.237959
## iter  40 value 1057.278283
## iter  50 value 908.033815
## iter  60 value 756.331658
## iter  70 value 675.270696
## iter  80 value 622.282602
## iter  90 value 563.374969
## iter 100 value 530.369779
## final  value 530.369779 
## stopped after 100 iterations
## # weights:  137
## initial  value 161983.157597 
## iter  10 value 2149.404645
## iter  20 value 1456.650579
## iter  30 value 1177.896424
## iter  40 value 966.673674
## iter  50 value 847.247022
## iter  60 value 730.947163
## iter  70 value 665.213219
## iter  80 value 619.648816
## iter  90 value 569.333409
## iter 100 value 527.968161
## final  value 527.968161 
## stopped after 100 iterations
## # weights:  153
## initial  value 154492.438845 
## iter  10 value 2075.738717
## iter  20 value 1498.642924
## iter  30 value 1149.973762
## iter  40 value 947.680885
## iter  50 value 769.132975
## iter  60 value 620.356662
## iter  70 value 511.074726
## iter  80 value 429.550582
## iter  90 value 393.669148
## iter 100 value 366.981678
## final  value 366.981678 
## stopped after 100 iterations
## # weights:  9
## initial  value 152224.721579 
## iter  10 value 5007.183604
## iter  20 value 2897.274025
## iter  30 value 2314.442404
## iter  40 value 2114.616384
## iter  50 value 2093.067734
## iter  60 value 2082.858651
## iter  70 value 2082.598443
## final  value 2082.584200 
## converged
## # weights:  25
## initial  value 153604.149432 
## iter  10 value 4550.010600
## iter  20 value 2964.991581
## iter  30 value 2172.656400
## iter  40 value 1894.878151
## iter  50 value 1810.923088
## iter  60 value 1792.565939
## iter  70 value 1780.168076
## iter  80 value 1772.338560
## iter  90 value 1755.222969
## iter 100 value 1590.561541
## final  value 1590.561541 
## stopped after 100 iterations
## # weights:  41
## initial  value 156176.644775 
## iter  10 value 6693.228309
## iter  20 value 4543.539480
## iter  30 value 3227.759048
## iter  40 value 2031.391629
## iter  50 value 1567.965045
## iter  60 value 1366.507532
## iter  70 value 1322.401818
## iter  80 value 1287.479102
## iter  90 value 1279.955060
## iter 100 value 1276.099457
## final  value 1276.099457 
## stopped after 100 iterations
## # weights:  57
## initial  value 154220.224189 
## iter  10 value 2909.764904
## iter  20 value 1975.187668
## iter  30 value 1787.635703
## iter  40 value 1537.373183
## iter  50 value 1395.471779
## iter  60 value 1284.107613
## iter  70 value 1233.779022
## iter  80 value 1201.371751
## iter  90 value 1185.055795
## iter 100 value 1174.944797
## final  value 1174.944797 
## stopped after 100 iterations
## # weights:  73
## initial  value 169976.221214 
## iter  10 value 2002.553009
## iter  20 value 1660.188309
## iter  30 value 1466.695213
## iter  40 value 1258.319602
## iter  50 value 1142.966240
## iter  60 value 1079.798647
## iter  70 value 1055.893702
## iter  80 value 1011.864590
## iter  90 value 956.256000
## iter 100 value 926.627223
## final  value 926.627223 
## stopped after 100 iterations
## # weights:  89
## initial  value 147697.486950 
## iter  10 value 2373.535861
## iter  20 value 1553.673896
## iter  30 value 1312.917014
## iter  40 value 1148.365815
## iter  50 value 1074.082569
## iter  60 value 1013.807139
## iter  70 value 968.541287
## iter  80 value 935.065456
## iter  90 value 895.562930
## iter 100 value 837.143175
## final  value 837.143175 
## stopped after 100 iterations
## # weights:  105
## initial  value 140898.743918 
## iter  10 value 2583.664177
## iter  20 value 1619.915404
## iter  30 value 1382.256274
## iter  40 value 1154.560237
## iter  50 value 962.428980
## iter  60 value 846.247420
## iter  70 value 784.020884
## iter  80 value 735.601849
## iter  90 value 714.196014
## iter 100 value 701.113278
## final  value 701.113278 
## stopped after 100 iterations
## # weights:  121
## initial  value 178574.301482 
## iter  10 value 2172.282591
## iter  20 value 1532.568742
## iter  30 value 1304.786964
## iter  40 value 1114.555917
## iter  50 value 876.017991
## iter  60 value 722.965686
## iter  70 value 634.129022
## iter  80 value 570.703549
## iter  90 value 521.742388
## iter 100 value 488.429247
## final  value 488.429247 
## stopped after 100 iterations
## # weights:  137
## initial  value 151883.937443 
## iter  10 value 2553.823104
## iter  20 value 1556.589610
## iter  30 value 1199.446841
## iter  40 value 978.391618
## iter  50 value 803.009150
## iter  60 value 672.321836
## iter  70 value 580.010567
## iter  80 value 505.818441
## iter  90 value 466.359519
## iter 100 value 425.764313
## final  value 425.764313 
## stopped after 100 iterations
## # weights:  153
## initial  value 143146.139649 
## iter  10 value 1942.798900
## iter  20 value 1441.608655
## iter  30 value 1052.117969
## iter  40 value 831.783376
## iter  50 value 743.451284
## iter  60 value 669.857084
## iter  70 value 597.046853
## iter  80 value 545.831633
## iter  90 value 511.129823
## iter 100 value 488.827821
## final  value 488.827821 
## stopped after 100 iterations
## # weights:  9
## initial  value 146732.292540 
## iter  10 value 3219.182021
## iter  20 value 2197.846779
## iter  30 value 2108.933169
## iter  40 value 2083.131845
## iter  50 value 2082.340193
## final  value 2082.200822 
## converged
## # weights:  25
## initial  value 150173.551594 
## iter  10 value 4624.899721
## iter  20 value 2675.125058
## iter  30 value 1705.999195
## iter  40 value 1524.311433
## iter  50 value 1476.070838
## iter  60 value 1463.737365
## iter  70 value 1444.931144
## iter  80 value 1360.041171
## iter  90 value 1338.931256
## iter 100 value 1333.824966
## final  value 1333.824966 
## stopped after 100 iterations
## # weights:  41
## initial  value 159406.747619 
## iter  10 value 4415.546636
## iter  20 value 3088.753445
## iter  30 value 2434.935430
## iter  40 value 1775.439714
## iter  50 value 1537.322170
## iter  60 value 1404.569205
## iter  70 value 1335.906088
## iter  80 value 1227.742677
## iter  90 value 1168.771261
## iter 100 value 1151.096092
## final  value 1151.096092 
## stopped after 100 iterations
## # weights:  57
## initial  value 157750.562412 
## iter  10 value 3792.686437
## iter  20 value 2193.292774
## iter  30 value 1807.447391
## iter  40 value 1539.596194
## iter  50 value 1459.958479
## iter  60 value 1281.641890
## iter  70 value 1153.933297
## iter  80 value 1074.770410
## iter  90 value 1022.198762
## iter 100 value 1008.319232
## final  value 1008.319232 
## stopped after 100 iterations
## # weights:  73
## initial  value 152362.446076 
## iter  10 value 3177.586616
## iter  20 value 1956.712155
## iter  30 value 1481.161520
## iter  40 value 1242.633407
## iter  50 value 1091.462156
## iter  60 value 1026.900839
## iter  70 value 1010.404498
## iter  80 value 998.021810
## iter  90 value 987.016528
## iter 100 value 983.135438
## final  value 983.135438 
## stopped after 100 iterations
## # weights:  89
## initial  value 161889.151360 
## iter  10 value 2358.615339
## iter  20 value 1634.969179
## iter  30 value 1341.377264
## iter  40 value 1132.006185
## iter  50 value 1049.904588
## iter  60 value 994.106874
## iter  70 value 927.278774
## iter  80 value 821.852079
## iter  90 value 761.915433
## iter 100 value 747.187769
## final  value 747.187769 
## stopped after 100 iterations
## # weights:  105
## initial  value 137070.667725 
## iter  10 value 2678.308111
## iter  20 value 1292.911069
## iter  30 value 1094.673450
## iter  40 value 933.693493
## iter  50 value 855.553764
## iter  60 value 805.976827
## iter  70 value 725.708638
## iter  80 value 676.264376
## iter  90 value 639.465004
## iter 100 value 610.027909
## final  value 610.027909 
## stopped after 100 iterations
## # weights:  121
## initial  value 153947.551159 
## iter  10 value 2308.086475
## iter  20 value 1482.267456
## iter  30 value 1169.451950
## iter  40 value 987.788746
## iter  50 value 850.330406
## iter  60 value 761.931938
## iter  70 value 689.843452
## iter  80 value 613.729845
## iter  90 value 550.091666
## iter 100 value 495.681100
## final  value 495.681100 
## stopped after 100 iterations
## # weights:  137
## initial  value 139110.297698 
## iter  10 value 2255.111489
## iter  20 value 1524.378282
## iter  30 value 1183.965603
## iter  40 value 1027.171660
## iter  50 value 911.320123
## iter  60 value 771.458484
## iter  70 value 683.527050
## iter  80 value 623.561146
## iter  90 value 556.982925
## iter 100 value 505.146117
## final  value 505.146117 
## stopped after 100 iterations
## # weights:  153
## initial  value 159841.488766 
## iter  10 value 2342.215071
## iter  20 value 1446.476777
## iter  30 value 1182.113972
## iter  40 value 968.158600
## iter  50 value 797.743141
## iter  60 value 679.248365
## iter  70 value 611.969618
## iter  80 value 570.818262
## iter  90 value 532.940341
## iter 100 value 497.653578
## final  value 497.653578 
## stopped after 100 iterations
## # weights:  9
## initial  value 156441.522358 
## iter  10 value 5246.233729
## iter  20 value 3610.233468
## iter  30 value 3017.227502
## iter  40 value 2201.579424
## iter  50 value 2149.979407
## iter  60 value 2122.145821
## iter  70 value 2119.601595
## iter  80 value 2117.951398
## iter  90 value 2117.948533
## iter  90 value 2117.948528
## iter  90 value 2117.948518
## final  value 2117.948518 
## converged
## # weights:  25
## initial  value 154331.770342 
## iter  10 value 3764.141491
## iter  20 value 2708.065758
## iter  30 value 1938.319210
## iter  40 value 1728.050844
## iter  50 value 1617.339618
## iter  60 value 1565.965873
## iter  70 value 1532.641720
## iter  80 value 1503.940104
## iter  90 value 1450.981464
## iter 100 value 1403.346926
## final  value 1403.346926 
## stopped after 100 iterations
## # weights:  41
## initial  value 153190.937983 
## iter  10 value 5688.559718
## iter  20 value 4009.193676
## iter  30 value 2525.152190
## iter  40 value 2183.684820
## iter  50 value 1599.721973
## iter  60 value 1494.917800
## iter  70 value 1409.806890
## iter  80 value 1374.174750
## iter  90 value 1307.636192
## iter 100 value 1264.180259
## final  value 1264.180259 
## stopped after 100 iterations
## # weights:  57
## initial  value 154877.112914 
## iter  10 value 3044.443553
## iter  20 value 2223.717745
## iter  30 value 1799.939426
## iter  40 value 1636.822665
## iter  50 value 1513.365519
## iter  60 value 1347.003641
## iter  70 value 1192.479136
## iter  80 value 1167.084901
## iter  90 value 1153.046469
## iter 100 value 1142.001638
## final  value 1142.001638 
## stopped after 100 iterations
## # weights:  73
## initial  value 143426.723521 
## iter  10 value 2712.276366
## iter  20 value 1968.596460
## iter  30 value 1673.483908
## iter  40 value 1483.944139
## iter  50 value 1250.527981
## iter  60 value 1046.263410
## iter  70 value 952.983312
## iter  80 value 911.289984
## iter  90 value 890.698593
## iter 100 value 862.617691
## final  value 862.617691 
## stopped after 100 iterations
## # weights:  89
## initial  value 141078.339316 
## iter  10 value 2279.224405
## iter  20 value 1687.371860
## iter  30 value 1319.792274
## iter  40 value 1128.504809
## iter  50 value 997.073104
## iter  60 value 920.911694
## iter  70 value 883.571353
## iter  80 value 852.692759
## iter  90 value 834.430584
## iter 100 value 814.418743
## final  value 814.418743 
## stopped after 100 iterations
## # weights:  105
## initial  value 148863.539606 
## iter  10 value 2351.930061
## iter  20 value 1682.599747
## iter  30 value 1445.163143
## iter  40 value 1238.954106
## iter  50 value 1092.890468
## iter  60 value 988.101539
## iter  70 value 888.186736
## iter  80 value 800.262440
## iter  90 value 719.318637
## iter 100 value 677.972484
## final  value 677.972484 
## stopped after 100 iterations
## # weights:  121
## initial  value 156606.782620 
## iter  10 value 2644.243508
## iter  20 value 1695.310405
## iter  30 value 1337.135764
## iter  40 value 1087.522455
## iter  50 value 892.766530
## iter  60 value 789.667525
## iter  70 value 722.163341
## iter  80 value 682.683892
## iter  90 value 637.195163
## iter 100 value 591.210903
## final  value 591.210903 
## stopped after 100 iterations
## # weights:  137
## initial  value 135760.196094 
## iter  10 value 2135.795855
## iter  20 value 1628.437187
## iter  30 value 1316.502471
## iter  40 value 1064.273359
## iter  50 value 966.428685
## iter  60 value 806.414462
## iter  70 value 694.750620
## iter  80 value 621.395765
## iter  90 value 552.694166
## iter 100 value 495.810377
## final  value 495.810377 
## stopped after 100 iterations
## # weights:  153
## initial  value 167287.491621 
## iter  10 value 2060.216195
## iter  20 value 1586.528497
## iter  30 value 1285.932570
## iter  40 value 1075.109551
## iter  50 value 940.372686
## iter  60 value 807.286428
## iter  70 value 680.388427
## iter  80 value 597.571418
## iter  90 value 540.248855
## iter 100 value 487.988067
## final  value 487.988067 
## stopped after 100 iterations
## # weights:  9
## initial  value 144863.237561 
## iter  10 value 4918.393315
## iter  20 value 3816.435628
## iter  30 value 2804.773241
## iter  40 value 2303.806985
## iter  50 value 2291.481587
## final  value 2289.581923 
## converged
## # weights:  25
## initial  value 157424.857808 
## iter  10 value 5884.412944
## iter  20 value 3919.946355
## iter  30 value 2584.599103
## iter  40 value 2253.712095
## iter  50 value 1893.291317
## iter  60 value 1835.263215
## iter  70 value 1775.579413
## iter  80 value 1728.484286
## iter  90 value 1726.328019
## final  value 1726.324831 
## converged
## # weights:  41
## initial  value 151248.303873 
## iter  10 value 3614.648928
## iter  20 value 2520.391635
## iter  30 value 2093.918280
## iter  40 value 1869.836258
## iter  50 value 1773.720093
## iter  60 value 1717.429597
## iter  70 value 1668.887564
## iter  80 value 1638.348251
## iter  90 value 1624.600104
## iter 100 value 1613.873978
## final  value 1613.873978 
## stopped after 100 iterations
## # weights:  57
## initial  value 151982.044324 
## iter  10 value 8200.327569
## iter  20 value 4823.725960
## iter  30 value 3879.847051
## iter  40 value 2895.884194
## iter  50 value 2403.601778
## iter  60 value 2227.165357
## iter  70 value 1963.308149
## iter  80 value 1734.552002
## iter  90 value 1663.954965
## iter 100 value 1592.214077
## final  value 1592.214077 
## stopped after 100 iterations
## # weights:  73
## initial  value 145118.885994 
## iter  10 value 2750.323871
## iter  20 value 2093.250180
## iter  30 value 1801.112384
## iter  40 value 1662.061606
## iter  50 value 1538.927074
## iter  60 value 1483.292302
## iter  70 value 1438.251428
## iter  80 value 1417.272512
## iter  90 value 1360.118052
## iter 100 value 1271.416472
## final  value 1271.416472 
## stopped after 100 iterations
## # weights:  89
## initial  value 150206.684146 
## iter  10 value 2812.482109
## iter  20 value 1752.303757
## iter  30 value 1524.941715
## iter  40 value 1378.756259
## iter  50 value 1284.975758
## iter  60 value 1229.607550
## iter  70 value 1185.448914
## iter  80 value 1164.098615
## iter  90 value 1150.344475
## iter 100 value 1136.402026
## final  value 1136.402026 
## stopped after 100 iterations
## # weights:  105
## initial  value 164585.030781 
## iter  10 value 2857.908025
## iter  20 value 1899.051708
## iter  30 value 1605.974279
## iter  40 value 1373.585606
## iter  50 value 1253.347271
## iter  60 value 1178.583987
## iter  70 value 1140.994342
## iter  80 value 1106.122212
## iter  90 value 1077.622772
## iter 100 value 1037.920203
## final  value 1037.920203 
## stopped after 100 iterations
## # weights:  121
## initial  value 158299.943168 
## iter  10 value 2404.199686
## iter  20 value 1655.344417
## iter  30 value 1450.942181
## iter  40 value 1303.642852
## iter  50 value 1169.878632
## iter  60 value 1083.528016
## iter  70 value 1026.861292
## iter  80 value 990.313527
## iter  90 value 948.893350
## iter 100 value 923.306741
## final  value 923.306741 
## stopped after 100 iterations
## # weights:  137
## initial  value 163090.820399 
## iter  10 value 2083.559514
## iter  20 value 1524.217884
## iter  30 value 1238.993741
## iter  40 value 1142.273580
## iter  50 value 1061.391226
## iter  60 value 967.630695
## iter  70 value 922.403296
## iter  80 value 889.133028
## iter  90 value 868.023254
## iter 100 value 848.174077
## final  value 848.174077 
## stopped after 100 iterations
## # weights:  153
## initial  value 170012.886961 
## iter  10 value 2055.777765
## iter  20 value 1583.014356
## iter  30 value 1329.335816
## iter  40 value 1201.648285
## iter  50 value 1127.486706
## iter  60 value 1071.711415
## iter  70 value 1018.229520
## iter  80 value 965.080475
## iter  90 value 931.096417
## iter 100 value 906.308864
## final  value 906.308864 
## stopped after 100 iterations
## # weights:  9
## initial  value 154638.601465 
## iter  10 value 7823.886070
## iter  20 value 5865.908226
## iter  30 value 5529.212678
## iter  40 value 4902.346369
## iter  50 value 4084.170517
## iter  60 value 2740.905472
## iter  70 value 2255.102567
## iter  80 value 2207.930279
## iter  90 value 2205.918611
## iter  90 value 2205.918610
## iter  90 value 2205.918610
## final  value 2205.918610 
## converged
## # weights:  25
## initial  value 140632.618119 
## iter  10 value 5182.449771
## iter  20 value 3305.380314
## iter  30 value 2471.989992
## iter  40 value 2245.677772
## iter  50 value 2054.914303
## iter  60 value 1825.225677
## iter  70 value 1739.550155
## iter  80 value 1679.908654
## iter  90 value 1665.808556
## iter 100 value 1662.181212
## final  value 1662.181212 
## stopped after 100 iterations
## # weights:  41
## initial  value 160307.198479 
## iter  10 value 13238.166647
## iter  20 value 5129.192210
## iter  30 value 2915.897698
## iter  40 value 2410.700623
## iter  50 value 2009.992545
## iter  60 value 1683.581534
## iter  70 value 1583.759049
## iter  80 value 1488.891993
## iter  90 value 1456.253046
## iter 100 value 1450.656595
## final  value 1450.656595 
## stopped after 100 iterations
## # weights:  57
## initial  value 157845.041374 
## iter  10 value 2754.782029
## iter  20 value 2068.571210
## iter  30 value 1794.026517
## iter  40 value 1699.241438
## iter  50 value 1664.279414
## iter  60 value 1613.612943
## iter  70 value 1563.840835
## iter  80 value 1488.477837
## iter  90 value 1418.405854
## iter 100 value 1355.529123
## final  value 1355.529123 
## stopped after 100 iterations
## # weights:  73
## initial  value 139753.890653 
## iter  10 value 2642.087084
## iter  20 value 2035.050417
## iter  30 value 1733.640373
## iter  40 value 1532.968943
## iter  50 value 1419.677634
## iter  60 value 1357.443268
## iter  70 value 1313.275660
## iter  80 value 1266.826960
## iter  90 value 1242.462858
## iter 100 value 1209.176145
## final  value 1209.176145 
## stopped after 100 iterations
## # weights:  89
## initial  value 153459.373780 
## iter  10 value 2341.948497
## iter  20 value 1646.737328
## iter  30 value 1360.881203
## iter  40 value 1234.996983
## iter  50 value 1179.750639
## iter  60 value 1133.896842
## iter  70 value 1113.339455
## iter  80 value 1105.837973
## iter  90 value 1094.590886
## iter 100 value 1076.276415
## final  value 1076.276415 
## stopped after 100 iterations
## # weights:  105
## initial  value 162672.667411 
## iter  10 value 2990.549196
## iter  20 value 2011.844052
## iter  30 value 1634.471893
## iter  40 value 1434.556440
## iter  50 value 1285.237156
## iter  60 value 1204.505746
## iter  70 value 1133.066854
## iter  80 value 1076.865495
## iter  90 value 1012.354063
## iter 100 value 966.678494
## final  value 966.678494 
## stopped after 100 iterations
## # weights:  121
## initial  value 152105.766352 
## iter  10 value 2347.258162
## iter  20 value 1488.458182
## iter  30 value 1244.286747
## iter  40 value 1091.895796
## iter  50 value 966.410997
## iter  60 value 884.669367
## iter  70 value 847.749261
## iter  80 value 832.784500
## iter  90 value 812.929464
## iter 100 value 792.445099
## final  value 792.445099 
## stopped after 100 iterations
## # weights:  137
## initial  value 163493.742059 
## iter  10 value 2046.812675
## iter  20 value 1494.663228
## iter  30 value 1221.113406
## iter  40 value 1054.424363
## iter  50 value 958.208222
## iter  60 value 873.586164
## iter  70 value 826.343779
## iter  80 value 793.861659
## iter  90 value 753.812364
## iter 100 value 716.824491
## final  value 716.824491 
## stopped after 100 iterations
## # weights:  153
## initial  value 158804.037466 
## iter  10 value 2070.734569
## iter  20 value 1573.320779
## iter  30 value 1225.559740
## iter  40 value 994.669071
## iter  50 value 874.816820
## iter  60 value 810.696823
## iter  70 value 771.810438
## iter  80 value 746.958109
## iter  90 value 730.152176
## iter 100 value 717.055891
## final  value 717.055891 
## stopped after 100 iterations
## # weights:  9
## initial  value 153447.049286 
## iter  10 value 3236.867380
## iter  20 value 2255.770785
## iter  30 value 2200.156574
## iter  40 value 2162.470580
## iter  50 value 2162.437078
## final  value 2162.436918 
## converged
## # weights:  25
## initial  value 156718.049269 
## iter  10 value 3015.921673
## iter  20 value 2267.942778
## iter  30 value 1943.046231
## iter  40 value 1831.165536
## iter  50 value 1760.506170
## iter  60 value 1750.488240
## iter  70 value 1711.810406
## iter  80 value 1602.158928
## iter  90 value 1591.696733
## iter 100 value 1588.751969
## final  value 1588.751969 
## stopped after 100 iterations
## # weights:  41
## initial  value 144924.817754 
## iter  10 value 12109.132679
## iter  20 value 4543.339842
## iter  30 value 3187.639580
## iter  40 value 2119.049220
## iter  50 value 1733.967520
## iter  60 value 1563.296264
## iter  70 value 1490.189275
## iter  80 value 1472.607176
## iter  90 value 1458.538285
## iter 100 value 1450.911083
## final  value 1450.911083 
## stopped after 100 iterations
## # weights:  57
## initial  value 166678.418619 
## iter  10 value 2908.432123
## iter  20 value 2104.839985
## iter  30 value 1738.848416
## iter  40 value 1492.302656
## iter  50 value 1383.525851
## iter  60 value 1305.740839
## iter  70 value 1285.677891
## iter  80 value 1268.068792
## iter  90 value 1262.699648
## iter 100 value 1261.638377
## final  value 1261.638377 
## stopped after 100 iterations
## # weights:  73
## initial  value 146152.376921 
## iter  10 value 2060.734205
## iter  20 value 1617.155636
## iter  30 value 1369.431887
## iter  40 value 1183.824707
## iter  50 value 1104.502563
## iter  60 value 1030.791841
## iter  70 value 983.935161
## iter  80 value 950.494917
## iter  90 value 935.960401
## iter 100 value 927.762107
## final  value 927.762107 
## stopped after 100 iterations
## # weights:  89
## initial  value 137535.777959 
## iter  10 value 2489.567059
## iter  20 value 1711.508662
## iter  30 value 1464.380039
## iter  40 value 1303.284260
## iter  50 value 1198.691844
## iter  60 value 1095.319937
## iter  70 value 1057.179326
## iter  80 value 1029.659686
## iter  90 value 1017.193108
## iter 100 value 1006.352990
## final  value 1006.352990 
## stopped after 100 iterations
## # weights:  105
## initial  value 149283.027457 
## iter  10 value 2798.573233
## iter  20 value 1916.954435
## iter  30 value 1562.112845
## iter  40 value 1361.132809
## iter  50 value 1170.328295
## iter  60 value 1082.002331
## iter  70 value 1007.613804
## iter  80 value 941.861127
## iter  90 value 897.945267
## iter 100 value 872.587337
## final  value 872.587337 
## stopped after 100 iterations
## # weights:  121
## initial  value 153908.961915 
## iter  10 value 2359.007549
## iter  20 value 1601.307916
## iter  30 value 1221.005754
## iter  40 value 1049.756869
## iter  50 value 898.722627
## iter  60 value 828.200291
## iter  70 value 775.269390
## iter  80 value 739.552490
## iter  90 value 704.246453
## iter 100 value 684.009050
## final  value 684.009050 
## stopped after 100 iterations
## # weights:  137
## initial  value 146356.981223 
## iter  10 value 2157.607552
## iter  20 value 1588.966502
## iter  30 value 1258.099462
## iter  40 value 1077.627478
## iter  50 value 938.565680
## iter  60 value 852.679171
## iter  70 value 807.540361
## iter  80 value 765.027290
## iter  90 value 734.430663
## iter 100 value 717.267489
## final  value 717.267489 
## stopped after 100 iterations
## # weights:  153
## initial  value 140672.961928 
## iter  10 value 1940.965812
## iter  20 value 1479.568419
## iter  30 value 1217.598316
## iter  40 value 1088.734913
## iter  50 value 946.102851
## iter  60 value 831.827907
## iter  70 value 727.965464
## iter  80 value 681.656865
## iter  90 value 654.042417
## iter 100 value 631.188095
## final  value 631.188095 
## stopped after 100 iterations
## # weights:  9
## initial  value 157900.632005 
## iter  10 value 5067.034111
## iter  20 value 3965.645695
## iter  30 value 2591.227319
## iter  40 value 2177.301375
## iter  50 value 2145.852792
## iter  60 value 2139.901650
## final  value 2139.901537 
## converged
## # weights:  25
## initial  value 155275.833495 
## iter  10 value 6920.372740
## iter  20 value 6101.156880
## iter  30 value 4140.555289
## iter  40 value 2844.412372
## iter  50 value 2209.210374
## iter  60 value 2129.066030
## iter  70 value 1975.692747
## iter  80 value 1928.693066
## iter  90 value 1909.321779
## iter 100 value 1905.483072
## final  value 1905.483072 
## stopped after 100 iterations
## # weights:  41
## initial  value 163320.626494 
## iter  10 value 5172.726703
## iter  20 value 3197.075821
## iter  30 value 2619.500815
## iter  40 value 2189.390091
## iter  50 value 1628.735071
## iter  60 value 1447.514480
## iter  70 value 1409.732584
## iter  80 value 1384.015634
## iter  90 value 1373.255141
## iter 100 value 1368.007019
## final  value 1368.007019 
## stopped after 100 iterations
## # weights:  57
## initial  value 175741.442314 
## iter  10 value 2638.858835
## iter  20 value 1967.618650
## iter  30 value 1703.200931
## iter  40 value 1550.261615
## iter  50 value 1332.108736
## iter  60 value 1221.314970
## iter  70 value 1191.251129
## iter  80 value 1178.783865
## iter  90 value 1169.967518
## iter 100 value 1158.204780
## final  value 1158.204780 
## stopped after 100 iterations
## # weights:  73
## initial  value 150817.924457 
## iter  10 value 2306.823657
## iter  20 value 1835.900665
## iter  30 value 1578.522463
## iter  40 value 1280.869266
## iter  50 value 1156.491546
## iter  60 value 1083.619065
## iter  70 value 1045.573035
## iter  80 value 1010.535639
## iter  90 value 988.031558
## iter 100 value 965.210745
## final  value 965.210745 
## stopped after 100 iterations
## # weights:  89
## initial  value 159959.834469 
## iter  10 value 2469.816134
## iter  20 value 1768.345211
## iter  30 value 1525.943508
## iter  40 value 1378.044526
## iter  50 value 1205.722489
## iter  60 value 1056.507612
## iter  70 value 981.553357
## iter  80 value 935.794666
## iter  90 value 907.307536
## iter 100 value 890.211658
## final  value 890.211658 
## stopped after 100 iterations
## # weights:  105
## initial  value 156391.204050 
## iter  10 value 2404.190016
## iter  20 value 1603.065705
## iter  30 value 1295.068183
## iter  40 value 1074.539490
## iter  50 value 893.728649
## iter  60 value 806.129932
## iter  70 value 742.769349
## iter  80 value 664.866354
## iter  90 value 644.015630
## iter 100 value 634.673944
## final  value 634.673944 
## stopped after 100 iterations
## # weights:  121
## initial  value 184047.514109 
## iter  10 value 1878.663127
## iter  20 value 1490.999022
## iter  30 value 1320.916973
## iter  40 value 1132.811308
## iter  50 value 994.896677
## iter  60 value 878.342899
## iter  70 value 813.756489
## iter  80 value 782.480613
## iter  90 value 758.066606
## iter 100 value 744.270672
## final  value 744.270672 
## stopped after 100 iterations
## # weights:  137
## initial  value 166375.667831 
## iter  10 value 2013.893885
## iter  20 value 1563.937879
## iter  30 value 1345.028420
## iter  40 value 1174.858869
## iter  50 value 1001.218098
## iter  60 value 884.589581
## iter  70 value 792.956343
## iter  80 value 728.494598
## iter  90 value 701.574873
## iter 100 value 677.642771
## final  value 677.642771 
## stopped after 100 iterations
## # weights:  153
## initial  value 178436.820814 
## iter  10 value 2223.508714
## iter  20 value 1420.101021
## iter  30 value 1117.501755
## iter  40 value 934.725378
## iter  50 value 779.898711
## iter  60 value 698.776715
## iter  70 value 646.322723
## iter  80 value 603.901071
## iter  90 value 571.608732
## iter 100 value 539.871343
## final  value 539.871343 
## stopped after 100 iterations
## # weights:  9
## initial  value 147736.129919 
## iter  10 value 4121.882143
## iter  20 value 2541.937584
## iter  30 value 2275.939525
## iter  40 value 2140.081398
## iter  50 value 2134.038556
## iter  60 value 2128.568567
## final  value 2128.567097 
## converged
## # weights:  25
## initial  value 155063.217483 
## iter  10 value 6154.267219
## iter  20 value 3384.036900
## iter  30 value 2621.569691
## iter  40 value 1810.572721
## iter  50 value 1758.510434
## iter  60 value 1736.685676
## iter  70 value 1709.534198
## iter  80 value 1601.330996
## iter  90 value 1544.360841
## iter 100 value 1542.400434
## final  value 1542.400434 
## stopped after 100 iterations
## # weights:  41
## initial  value 151764.449203 
## iter  10 value 3280.788228
## iter  20 value 2344.477499
## iter  30 value 1838.443227
## iter  40 value 1757.022058
## iter  50 value 1571.437619
## iter  60 value 1423.279467
## iter  70 value 1360.998198
## iter  80 value 1334.578869
## iter  90 value 1323.047015
## iter 100 value 1307.300376
## final  value 1307.300376 
## stopped after 100 iterations
## # weights:  57
## initial  value 151474.119125 
## iter  10 value 3290.080368
## iter  20 value 2297.583845
## iter  30 value 1889.028616
## iter  40 value 1652.106104
## iter  50 value 1473.157147
## iter  60 value 1404.511518
## iter  70 value 1380.143036
## iter  80 value 1358.788983
## iter  90 value 1333.203358
## iter 100 value 1316.524373
## final  value 1316.524373 
## stopped after 100 iterations
## # weights:  73
## initial  value 161178.492941 
## iter  10 value 2666.968176
## iter  20 value 1667.773530
## iter  30 value 1489.083442
## iter  40 value 1331.170537
## iter  50 value 1207.159129
## iter  60 value 1103.703583
## iter  70 value 1054.565572
## iter  80 value 1023.350066
## iter  90 value 1006.107061
## iter 100 value 986.078534
## final  value 986.078534 
## stopped after 100 iterations
## # weights:  89
## initial  value 156546.682515 
## iter  10 value 2343.047790
## iter  20 value 1712.726752
## iter  30 value 1476.027662
## iter  40 value 1284.213889
## iter  50 value 1177.471533
## iter  60 value 1113.165150
## iter  70 value 1060.767868
## iter  80 value 1018.892681
## iter  90 value 941.729759
## iter 100 value 865.729284
## final  value 865.729284 
## stopped after 100 iterations
## # weights:  105
## initial  value 151907.044651 
## iter  10 value 2344.909698
## iter  20 value 1633.481339
## iter  30 value 1384.116412
## iter  40 value 1154.453255
## iter  50 value 1024.532653
## iter  60 value 943.496007
## iter  70 value 875.841695
## iter  80 value 838.775273
## iter  90 value 820.417086
## iter 100 value 809.439929
## final  value 809.439929 
## stopped after 100 iterations
## # weights:  121
## initial  value 158584.963996 
## iter  10 value 2024.816322
## iter  20 value 1514.282598
## iter  30 value 1237.678129
## iter  40 value 1016.798746
## iter  50 value 860.437361
## iter  60 value 768.935239
## iter  70 value 713.501992
## iter  80 value 676.428418
## iter  90 value 651.307524
## iter 100 value 621.449621
## final  value 621.449621 
## stopped after 100 iterations
## # weights:  137
## initial  value 134255.324689 
## iter  10 value 2077.732159
## iter  20 value 1480.659792
## iter  30 value 1196.829926
## iter  40 value 991.520848
## iter  50 value 891.916308
## iter  60 value 795.395902
## iter  70 value 707.008521
## iter  80 value 646.216528
## iter  90 value 604.408679
## iter 100 value 565.378466
## final  value 565.378466 
## stopped after 100 iterations
## # weights:  153
## initial  value 155015.676939 
## iter  10 value 2110.414782
## iter  20 value 1518.711835
## iter  30 value 1168.697614
## iter  40 value 992.577683
## iter  50 value 858.553155
## iter  60 value 747.815065
## iter  70 value 638.467860
## iter  80 value 574.545015
## iter  90 value 538.065514
## iter 100 value 504.248028
## final  value 504.248028 
## stopped after 100 iterations
## # weights:  9
## initial  value 142517.091214 
## iter  10 value 7043.144085
## iter  20 value 5269.566785
## iter  30 value 4933.720076
## iter  40 value 2968.333713
## iter  50 value 2321.162816
## iter  60 value 2161.879045
## iter  70 value 2134.232516
## iter  80 value 2124.728273
## iter  90 value 2122.817437
## final  value 2122.579399 
## converged
## # weights:  25
## initial  value 152227.371511 
## iter  10 value 7021.727687
## iter  20 value 4489.799289
## iter  30 value 2413.719298
## iter  40 value 1874.125929
## iter  50 value 1817.696362
## iter  60 value 1795.150989
## iter  70 value 1744.603049
## iter  80 value 1715.434392
## iter  90 value 1686.751585
## iter 100 value 1653.196664
## final  value 1653.196664 
## stopped after 100 iterations
## # weights:  41
## initial  value 160829.997504 
## iter  10 value 6138.233194
## iter  20 value 3921.542107
## iter  30 value 2272.512241
## iter  40 value 2055.661167
## iter  50 value 1837.145010
## iter  60 value 1754.261010
## iter  70 value 1668.775103
## iter  80 value 1539.241162
## iter  90 value 1433.281017
## iter 100 value 1400.551828
## final  value 1400.551828 
## stopped after 100 iterations
## # weights:  57
## initial  value 136695.849733 
## iter  10 value 2965.263843
## iter  20 value 2000.892929
## iter  30 value 1710.471983
## iter  40 value 1592.813415
## iter  50 value 1484.141097
## iter  60 value 1379.331853
## iter  70 value 1293.312719
## iter  80 value 1222.616856
## iter  90 value 1157.827250
## iter 100 value 1092.547456
## final  value 1092.547456 
## stopped after 100 iterations
## # weights:  73
## initial  value 159445.617957 
## iter  10 value 2463.581611
## iter  20 value 1654.214208
## iter  30 value 1442.484646
## iter  40 value 1273.830614
## iter  50 value 1146.781733
## iter  60 value 999.539342
## iter  70 value 957.592932
## iter  80 value 911.658436
## iter  90 value 879.407367
## iter 100 value 863.429054
## final  value 863.429054 
## stopped after 100 iterations
## # weights:  89
## initial  value 140224.258338 
## iter  10 value 2106.981496
## iter  20 value 1627.314734
## iter  30 value 1461.510823
## iter  40 value 1241.335808
## iter  50 value 1006.706246
## iter  60 value 843.792976
## iter  70 value 750.293909
## iter  80 value 682.584286
## iter  90 value 658.561673
## iter 100 value 635.782629
## final  value 635.782629 
## stopped after 100 iterations
## # weights:  105
## initial  value 156694.205930 
## iter  10 value 2408.394972
## iter  20 value 1646.068031
## iter  30 value 1360.481483
## iter  40 value 1158.338189
## iter  50 value 1053.484020
## iter  60 value 969.210071
## iter  70 value 915.629916
## iter  80 value 852.040696
## iter  90 value 813.704045
## iter 100 value 768.811208
## final  value 768.811208 
## stopped after 100 iterations
## # weights:  121
## initial  value 178475.537953 
## iter  10 value 2190.872130
## iter  20 value 1742.933432
## iter  30 value 1377.440091
## iter  40 value 1152.596573
## iter  50 value 1029.003121
## iter  60 value 931.296709
## iter  70 value 864.447391
## iter  80 value 793.907189
## iter  90 value 690.069048
## iter 100 value 622.112415
## final  value 622.112415 
## stopped after 100 iterations
## # weights:  137
## initial  value 152126.037897 
## iter  10 value 2178.280525
## iter  20 value 1618.252185
## iter  30 value 1292.421614
## iter  40 value 1065.637954
## iter  50 value 903.152707
## iter  60 value 827.643040
## iter  70 value 761.787944
## iter  80 value 717.051104
## iter  90 value 679.258330
## iter 100 value 619.603288
## final  value 619.603288 
## stopped after 100 iterations
## # weights:  153
## initial  value 140292.054884 
## iter  10 value 2006.783638
## iter  20 value 1473.941752
## iter  30 value 1177.121320
## iter  40 value 946.013441
## iter  50 value 814.103845
## iter  60 value 681.741775
## iter  70 value 603.587915
## iter  80 value 544.028875
## iter  90 value 510.992087
## iter 100 value 483.386719
## final  value 483.386719 
## stopped after 100 iterations
## # weights:  9
## initial  value 149820.647567 
## iter  10 value 4885.592155
## iter  20 value 4400.250246
## iter  30 value 2636.297852
## iter  40 value 2276.279847
## iter  50 value 2141.982110
## iter  60 value 2125.793105
## iter  70 value 2120.113596
## iter  80 value 2119.908341
## iter  90 value 2119.790291
## iter  90 value 2119.790286
## iter  90 value 2119.790286
## final  value 2119.790286 
## converged
## # weights:  25
## initial  value 149994.095523 
## iter  10 value 9619.758921
## iter  20 value 4509.243796
## iter  30 value 2881.089263
## iter  40 value 2277.144194
## iter  50 value 1938.713831
## iter  60 value 1920.245204
## iter  70 value 1895.812094
## iter  80 value 1883.171191
## iter  90 value 1876.511399
## iter 100 value 1853.736605
## final  value 1853.736605 
## stopped after 100 iterations
## # weights:  41
## initial  value 168724.571217 
## iter  10 value 5710.755097
## iter  20 value 3221.993503
## iter  30 value 2732.169892
## iter  40 value 2181.729602
## iter  50 value 1730.834634
## iter  60 value 1631.961498
## iter  70 value 1566.863463
## iter  80 value 1532.450916
## iter  90 value 1515.899784
## iter 100 value 1465.791844
## final  value 1465.791844 
## stopped after 100 iterations
## # weights:  57
## initial  value 152520.226128 
## iter  10 value 2214.577332
## iter  20 value 1774.593894
## iter  30 value 1563.044379
## iter  40 value 1308.799894
## iter  50 value 1164.388808
## iter  60 value 1076.254169
## iter  70 value 983.341704
## iter  80 value 943.129374
## iter  90 value 913.492352
## iter 100 value 888.518668
## final  value 888.518668 
## stopped after 100 iterations
## # weights:  73
## initial  value 159331.412789 
## iter  10 value 2353.226467
## iter  20 value 1654.779994
## iter  30 value 1457.504437
## iter  40 value 1287.373692
## iter  50 value 1203.754216
## iter  60 value 1128.000099
## iter  70 value 1072.372584
## iter  80 value 995.375326
## iter  90 value 957.642737
## iter 100 value 914.435221
## final  value 914.435221 
## stopped after 100 iterations
## # weights:  89
## initial  value 159797.481440 
## iter  10 value 3280.053514
## iter  20 value 1914.954884
## iter  30 value 1461.397233
## iter  40 value 1232.424286
## iter  50 value 1133.027244
## iter  60 value 1065.710195
## iter  70 value 995.992673
## iter  80 value 965.941203
## iter  90 value 946.499125
## iter 100 value 927.601235
## final  value 927.601235 
## stopped after 100 iterations
## # weights:  105
## initial  value 151867.693497 
## iter  10 value 2241.714221
## iter  20 value 1722.293980
## iter  30 value 1405.341573
## iter  40 value 1213.300028
## iter  50 value 1049.336715
## iter  60 value 917.516175
## iter  70 value 858.869957
## iter  80 value 778.396165
## iter  90 value 737.551110
## iter 100 value 696.596023
## final  value 696.596023 
## stopped after 100 iterations
## # weights:  121
## initial  value 166727.924194 
## iter  10 value 2161.120003
## iter  20 value 1631.377703
## iter  30 value 1300.989857
## iter  40 value 1010.584983
## iter  50 value 886.205155
## iter  60 value 737.027002
## iter  70 value 652.167255
## iter  80 value 615.107673
## iter  90 value 555.204890
## iter 100 value 518.029707
## final  value 518.029707 
## stopped after 100 iterations
## # weights:  137
## initial  value 150111.389559 
## iter  10 value 2107.765767
## iter  20 value 1338.265095
## iter  30 value 1048.260106
## iter  40 value 924.148694
## iter  50 value 789.267602
## iter  60 value 668.077572
## iter  70 value 601.220449
## iter  80 value 557.140226
## iter  90 value 524.637436
## iter 100 value 496.289520
## final  value 496.289520 
## stopped after 100 iterations
## # weights:  153
## initial  value 136084.874246 
## iter  10 value 2039.504857
## iter  20 value 1523.632591
## iter  30 value 1271.347545
## iter  40 value 1070.953320
## iter  50 value 877.373437
## iter  60 value 729.817873
## iter  70 value 613.766240
## iter  80 value 547.351339
## iter  90 value 511.781443
## iter 100 value 486.193879
## final  value 486.193879 
## stopped after 100 iterations
## # weights:  9
## initial  value 157879.944053 
## iter  10 value 2903.252190
## iter  20 value 2188.265655
## iter  30 value 2148.833400
## iter  40 value 2121.533163
## iter  50 value 2120.304607
## iter  60 value 2118.763744
## final  value 2118.762129 
## converged
## # weights:  25
## initial  value 149456.172953 
## iter  10 value 4596.290397
## iter  20 value 2870.953238
## iter  30 value 1966.206529
## iter  40 value 1837.847733
## iter  50 value 1790.012221
## iter  60 value 1776.978888
## iter  70 value 1764.188026
## iter  80 value 1736.167523
## iter  90 value 1649.557974
## iter 100 value 1535.310134
## final  value 1535.310134 
## stopped after 100 iterations
## # weights:  41
## initial  value 151022.282688 
## iter  10 value 10747.225673
## iter  20 value 5406.528264
## iter  30 value 3845.849790
## iter  40 value 3398.111970
## iter  50 value 2797.714041
## iter  60 value 2489.880736
## iter  70 value 2318.539310
## iter  80 value 1868.923811
## iter  90 value 1586.311228
## iter 100 value 1502.039372
## final  value 1502.039372 
## stopped after 100 iterations
## # weights:  57
## initial  value 131639.398774 
## iter  10 value 2732.954792
## iter  20 value 2043.662035
## iter  30 value 1699.181354
## iter  40 value 1538.254563
## iter  50 value 1484.268902
## iter  60 value 1405.167919
## iter  70 value 1347.842227
## iter  80 value 1170.843823
## iter  90 value 1099.202462
## iter 100 value 1073.918258
## final  value 1073.918258 
## stopped after 100 iterations
## # weights:  73
## initial  value 158038.303835 
## iter  10 value 2536.344810
## iter  20 value 1678.628693
## iter  30 value 1506.760985
## iter  40 value 1375.856246
## iter  50 value 1283.491710
## iter  60 value 1193.010657
## iter  70 value 1088.033836
## iter  80 value 1016.661705
## iter  90 value 928.338635
## iter 100 value 895.173402
## final  value 895.173402 
## stopped after 100 iterations
## # weights:  89
## initial  value 160069.139496 
## iter  10 value 2247.420511
## iter  20 value 1678.666594
## iter  30 value 1433.738043
## iter  40 value 1150.878043
## iter  50 value 1045.784192
## iter  60 value 988.422086
## iter  70 value 915.330071
## iter  80 value 856.891695
## iter  90 value 817.624653
## iter 100 value 768.681589
## final  value 768.681589 
## stopped after 100 iterations
## # weights:  105
## initial  value 151424.074901 
## iter  10 value 2419.335041
## iter  20 value 1736.780487
## iter  30 value 1378.504184
## iter  40 value 1154.593746
## iter  50 value 950.477321
## iter  60 value 857.227629
## iter  70 value 774.144904
## iter  80 value 718.023459
## iter  90 value 651.438479
## iter 100 value 626.012266
## final  value 626.012266 
## stopped after 100 iterations
## # weights:  121
## initial  value 148608.374445 
## iter  10 value 1987.953492
## iter  20 value 1483.000558
## iter  30 value 1240.075482
## iter  40 value 1108.481772
## iter  50 value 918.877056
## iter  60 value 742.302159
## iter  70 value 658.762139
## iter  80 value 586.158694
## iter  90 value 530.516968
## iter 100 value 479.716913
## final  value 479.716913 
## stopped after 100 iterations
## # weights:  137
## initial  value 147795.352017 
## iter  10 value 2174.469755
## iter  20 value 1475.653837
## iter  30 value 1126.166560
## iter  40 value 1004.878337
## iter  50 value 867.570244
## iter  60 value 804.872509
## iter  70 value 735.037248
## iter  80 value 646.024341
## iter  90 value 581.957888
## iter 100 value 537.576133
## final  value 537.576133 
## stopped after 100 iterations
## # weights:  153
## initial  value 169652.490624 
## iter  10 value 1962.192114
## iter  20 value 1500.054954
## iter  30 value 1221.335083
## iter  40 value 1030.139077
## iter  50 value 834.914735
## iter  60 value 742.586496
## iter  70 value 677.520855
## iter  80 value 606.120512
## iter  90 value 542.855196
## iter 100 value 502.599549
## final  value 502.599549 
## stopped after 100 iterations
## # weights:  9
## initial  value 160154.396554 
## iter  10 value 5631.710316
## iter  20 value 4985.465845
## iter  30 value 4705.719881
## iter  40 value 3278.285313
## iter  50 value 2389.257169
## iter  60 value 2149.947138
## iter  70 value 2130.295042
## iter  80 value 2120.059620
## iter  90 value 2118.670772
## iter 100 value 2118.007418
## final  value 2118.007418 
## stopped after 100 iterations
## # weights:  25
## initial  value 156754.963568 
## iter  10 value 5035.760383
## iter  20 value 3923.125538
## iter  30 value 2013.539151
## iter  40 value 1908.027658
## iter  50 value 1879.885937
## iter  60 value 1865.994079
## iter  70 value 1803.057077
## iter  80 value 1752.831274
## iter  90 value 1732.714024
## iter 100 value 1706.861830
## final  value 1706.861830 
## stopped after 100 iterations
## # weights:  41
## initial  value 153265.227518 
## iter  10 value 15338.961690
## iter  20 value 4940.241726
## iter  30 value 3122.077533
## iter  40 value 2456.210424
## iter  50 value 2050.488272
## iter  60 value 1942.713082
## iter  70 value 1897.567637
## iter  80 value 1849.681743
## iter  90 value 1809.747730
## iter 100 value 1779.986982
## final  value 1779.986982 
## stopped after 100 iterations
## # weights:  57
## initial  value 168392.129674 
## iter  10 value 2504.036868
## iter  20 value 2056.765292
## iter  30 value 1688.076966
## iter  40 value 1543.648694
## iter  50 value 1474.821049
## iter  60 value 1438.437170
## iter  70 value 1404.970839
## iter  80 value 1353.239297
## iter  90 value 1305.324497
## iter 100 value 1289.690905
## final  value 1289.690905 
## stopped after 100 iterations
## # weights:  73
## initial  value 137653.572401 
## iter  10 value 2314.673343
## iter  20 value 1569.290856
## iter  30 value 1292.216288
## iter  40 value 1159.233404
## iter  50 value 1077.353413
## iter  60 value 1011.316021
## iter  70 value 948.904565
## iter  80 value 883.682187
## iter  90 value 851.404791
## iter 100 value 831.768041
## final  value 831.768041 
## stopped after 100 iterations
## # weights:  89
## initial  value 144728.359173 
## iter  10 value 2873.829105
## iter  20 value 1870.117096
## iter  30 value 1531.439274
## iter  40 value 1334.208387
## iter  50 value 1242.881816
## iter  60 value 1184.497561
## iter  70 value 1116.737613
## iter  80 value 1058.991938
## iter  90 value 992.428025
## iter 100 value 969.309216
## final  value 969.309216 
## stopped after 100 iterations
## # weights:  105
## initial  value 150404.942323 
## iter  10 value 2410.203490
## iter  20 value 1684.202196
## iter  30 value 1338.507434
## iter  40 value 1135.641947
## iter  50 value 990.013139
## iter  60 value 908.150982
## iter  70 value 862.016966
## iter  80 value 803.250519
## iter  90 value 738.143193
## iter 100 value 701.161559
## final  value 701.161559 
## stopped after 100 iterations
## # weights:  121
## initial  value 170799.314461 
## iter  10 value 2280.896454
## iter  20 value 1533.020095
## iter  30 value 1269.257239
## iter  40 value 1102.642297
## iter  50 value 981.666367
## iter  60 value 833.295334
## iter  70 value 744.487234
## iter  80 value 687.607245
## iter  90 value 637.644949
## iter 100 value 552.739197
## final  value 552.739197 
## stopped after 100 iterations
## # weights:  137
## initial  value 151270.423123 
## iter  10 value 2152.965847
## iter  20 value 1581.178163
## iter  30 value 1159.283256
## iter  40 value 938.049939
## iter  50 value 787.917859
## iter  60 value 684.424144
## iter  70 value 608.084738
## iter  80 value 541.313287
## iter  90 value 497.721287
## iter 100 value 472.870060
## final  value 472.870060 
## stopped after 100 iterations
## # weights:  153
## initial  value 153793.718511 
## iter  10 value 2133.048400
## iter  20 value 1557.390708
## iter  30 value 1237.799859
## iter  40 value 1023.887818
## iter  50 value 898.864449
## iter  60 value 743.250336
## iter  70 value 658.038584
## iter  80 value 580.998039
## iter  90 value 519.272195
## iter 100 value 453.699271
## final  value 453.699271 
## stopped after 100 iterations
## # weights:  9
## initial  value 152270.676523 
## iter  10 value 3072.544524
## iter  20 value 2207.763503
## iter  30 value 2120.846595
## iter  40 value 2085.201751
## iter  50 value 2083.547576
## final  value 2080.690506 
## converged
## # weights:  25
## initial  value 154324.440322 
## iter  10 value 4169.896719
## iter  20 value 3046.146335
## iter  30 value 2640.982290
## iter  40 value 2095.414079
## iter  50 value 1751.701297
## iter  60 value 1604.810071
## iter  70 value 1561.211732
## iter  80 value 1560.458404
## iter  90 value 1560.262659
## iter 100 value 1560.090544
## final  value 1560.090544 
## stopped after 100 iterations
## # weights:  41
## initial  value 164088.560974 
## iter  10 value 5971.075435
## iter  20 value 3213.353237
## iter  30 value 1978.970255
## iter  40 value 1630.595280
## iter  50 value 1438.003143
## iter  60 value 1342.940568
## iter  70 value 1300.145714
## iter  80 value 1275.832322
## iter  90 value 1265.288585
## iter 100 value 1260.974032
## final  value 1260.974032 
## stopped after 100 iterations
## # weights:  57
## initial  value 144479.463569 
## iter  10 value 5480.808906
## iter  20 value 3222.703323
## iter  30 value 2087.195738
## iter  40 value 1831.607613
## iter  50 value 1732.238383
## iter  60 value 1664.925074
## iter  70 value 1505.051156
## iter  80 value 1467.406736
## iter  90 value 1448.565552
## iter 100 value 1433.496261
## final  value 1433.496261 
## stopped after 100 iterations
## # weights:  73
## initial  value 160132.921627 
## iter  10 value 2574.514593
## iter  20 value 1600.006072
## iter  30 value 1328.716569
## iter  40 value 1218.210303
## iter  50 value 1134.461125
## iter  60 value 1032.879521
## iter  70 value 920.867078
## iter  80 value 865.121399
## iter  90 value 837.705003
## iter 100 value 811.540848
## final  value 811.540848 
## stopped after 100 iterations
## # weights:  89
## initial  value 147562.628913 
## iter  10 value 3242.822128
## iter  20 value 1836.648988
## iter  30 value 1360.982861
## iter  40 value 1187.734223
## iter  50 value 1115.948294
## iter  60 value 1048.227028
## iter  70 value 1000.360992
## iter  80 value 968.256885
## iter  90 value 942.440855
## iter 100 value 903.626353
## final  value 903.626353 
## stopped after 100 iterations
## # weights:  105
## initial  value 154003.886399 
## iter  10 value 2244.482121
## iter  20 value 1567.352846
## iter  30 value 1295.982624
## iter  40 value 1159.010768
## iter  50 value 962.567034
## iter  60 value 830.435465
## iter  70 value 780.681964
## iter  80 value 747.365029
## iter  90 value 711.498961
## iter 100 value 681.792836
## final  value 681.792836 
## stopped after 100 iterations
## # weights:  121
## initial  value 162226.950477 
## iter  10 value 2082.175130
## iter  20 value 1549.458074
## iter  30 value 1320.371982
## iter  40 value 1150.882612
## iter  50 value 1002.448023
## iter  60 value 903.908705
## iter  70 value 824.608585
## iter  80 value 743.784457
## iter  90 value 675.349034
## iter 100 value 613.148775
## final  value 613.148775 
## stopped after 100 iterations
## # weights:  137
## initial  value 156974.817382 
## iter  10 value 2242.462831
## iter  20 value 1467.596897
## iter  30 value 1129.024991
## iter  40 value 942.646478
## iter  50 value 846.093329
## iter  60 value 743.838099
## iter  70 value 636.931747
## iter  80 value 562.062313
## iter  90 value 485.869595
## iter 100 value 432.100068
## final  value 432.100068 
## stopped after 100 iterations
## # weights:  153
## initial  value 156163.069730 
## iter  10 value 2234.461575
## iter  20 value 1385.082156
## iter  30 value 1094.653208
## iter  40 value 904.642813
## iter  50 value 823.541849
## iter  60 value 729.381911
## iter  70 value 676.095083
## iter  80 value 633.926780
## iter  90 value 598.316242
## iter 100 value 548.783469
## final  value 548.783469 
## stopped after 100 iterations
## # weights:  9
## initial  value 147330.256166 
## iter  10 value 5031.831735
## iter  20 value 3391.326609
## iter  30 value 2648.542467
## iter  40 value 2258.605407
## iter  50 value 2248.170294
## final  value 2248.128652 
## converged
## # weights:  25
## initial  value 150021.767187 
## iter  10 value 3623.585021
## iter  20 value 2567.922026
## iter  30 value 2146.330720
## iter  40 value 1984.920540
## iter  50 value 1829.610906
## iter  60 value 1812.366704
## iter  70 value 1809.021564
## final  value 1808.969739 
## converged
## # weights:  41
## initial  value 155222.369828 
## iter  10 value 7930.527671
## iter  20 value 4628.575801
## iter  30 value 3291.542600
## iter  40 value 2345.632111
## iter  50 value 1747.120416
## iter  60 value 1612.502761
## iter  70 value 1516.775318
## iter  80 value 1440.586145
## iter  90 value 1411.634229
## iter 100 value 1389.201959
## final  value 1389.201959 
## stopped after 100 iterations
## # weights:  57
## initial  value 167707.134450 
## iter  10 value 3820.122296
## iter  20 value 2526.517018
## iter  30 value 2170.409382
## iter  40 value 1957.041268
## iter  50 value 1855.203037
## iter  60 value 1716.571487
## iter  70 value 1633.092079
## iter  80 value 1590.106269
## iter  90 value 1522.580069
## iter 100 value 1429.938742
## final  value 1429.938742 
## stopped after 100 iterations
## # weights:  73
## initial  value 159082.247735 
## iter  10 value 2633.122824
## iter  20 value 1987.773016
## iter  30 value 1834.088044
## iter  40 value 1662.365460
## iter  50 value 1541.450629
## iter  60 value 1465.074839
## iter  70 value 1367.680528
## iter  80 value 1281.072916
## iter  90 value 1233.221428
## iter 100 value 1202.738278
## final  value 1202.738278 
## stopped after 100 iterations
## # weights:  89
## initial  value 147854.968396 
## iter  10 value 2466.425684
## iter  20 value 1619.473876
## iter  30 value 1357.867672
## iter  40 value 1164.040661
## iter  50 value 1106.370932
## iter  60 value 1079.973150
## iter  70 value 1061.129755
## iter  80 value 1022.452045
## iter  90 value 1001.401404
## iter 100 value 994.271320
## final  value 994.271320 
## stopped after 100 iterations
## # weights:  105
## initial  value 145981.138036 
## iter  10 value 2188.521763
## iter  20 value 1704.949226
## iter  30 value 1410.764939
## iter  40 value 1237.502804
## iter  50 value 1112.530535
## iter  60 value 993.853223
## iter  70 value 927.641858
## iter  80 value 899.061328
## iter  90 value 844.728516
## iter 100 value 816.125710
## final  value 816.125710 
## stopped after 100 iterations
## # weights:  121
## initial  value 148424.474213 
## iter  10 value 2291.585655
## iter  20 value 1511.847708
## iter  30 value 1264.781563
## iter  40 value 1178.283941
## iter  50 value 1099.396379
## iter  60 value 1037.290483
## iter  70 value 1003.386437
## iter  80 value 972.253872
## iter  90 value 938.959905
## iter 100 value 918.230810
## final  value 918.230810 
## stopped after 100 iterations
## # weights:  137
## initial  value 141258.082524 
## iter  10 value 2086.713491
## iter  20 value 1485.731971
## iter  30 value 1253.407383
## iter  40 value 1127.715671
## iter  50 value 1040.054666
## iter  60 value 944.275424
## iter  70 value 887.139106
## iter  80 value 855.304680
## iter  90 value 835.576086
## iter 100 value 818.118673
## final  value 818.118673 
## stopped after 100 iterations
## # weights:  153
## initial  value 152316.238029 
## iter  10 value 1840.537436
## iter  20 value 1426.103290
## iter  30 value 1206.190846
## iter  40 value 1117.443838
## iter  50 value 1018.201469
## iter  60 value 950.041595
## iter  70 value 867.183559
## iter  80 value 803.962009
## iter  90 value 770.431306
## iter 100 value 746.944604
## final  value 746.944604 
## stopped after 100 iterations
## # weights:  9
## initial  value 158632.736404 
## iter  10 value 5250.653796
## iter  20 value 3961.652053
## iter  30 value 2451.816424
## iter  40 value 2290.223300
## iter  50 value 2165.961730
## iter  60 value 2165.865630
## iter  60 value 2165.865628
## iter  60 value 2165.865628
## final  value 2165.865628 
## converged
## # weights:  25
## initial  value 164520.119702 
## iter  10 value 5906.593209
## iter  20 value 5326.642482
## iter  30 value 3409.893423
## iter  40 value 2352.891447
## iter  50 value 1911.907544
## iter  60 value 1694.519949
## iter  70 value 1651.747620
## iter  80 value 1635.511373
## iter  90 value 1620.635375
## iter 100 value 1613.808550
## final  value 1613.808550 
## stopped after 100 iterations
## # weights:  41
## initial  value 161654.090330 
## iter  10 value 4421.019309
## iter  20 value 3057.269208
## iter  30 value 2336.109684
## iter  40 value 1865.024205
## iter  50 value 1607.391155
## iter  60 value 1447.521374
## iter  70 value 1328.529286
## iter  80 value 1299.019956
## iter  90 value 1289.880518
## iter 100 value 1281.881428
## final  value 1281.881428 
## stopped after 100 iterations
## # weights:  57
## initial  value 149509.369516 
## iter  10 value 2308.129832
## iter  20 value 1559.685247
## iter  30 value 1446.822654
## iter  40 value 1299.014214
## iter  50 value 1231.365186
## iter  60 value 1179.914487
## iter  70 value 1144.711287
## iter  80 value 1129.783498
## iter  90 value 1112.312543
## iter 100 value 1101.683609
## final  value 1101.683609 
## stopped after 100 iterations
## # weights:  73
## initial  value 146216.235895 
## iter  10 value 3733.871602
## iter  20 value 2250.308487
## iter  30 value 1840.638767
## iter  40 value 1640.385629
## iter  50 value 1531.243862
## iter  60 value 1451.813598
## iter  70 value 1386.107916
## iter  80 value 1335.304270
## iter  90 value 1309.388029
## iter 100 value 1274.476622
## final  value 1274.476622 
## stopped after 100 iterations
## # weights:  89
## initial  value 158812.545483 
## iter  10 value 2270.601744
## iter  20 value 1452.191118
## iter  30 value 1250.708974
## iter  40 value 1108.976322
## iter  50 value 1019.848346
## iter  60 value 937.165627
## iter  70 value 884.290142
## iter  80 value 838.247923
## iter  90 value 816.088667
## iter 100 value 797.416511
## final  value 797.416511 
## stopped after 100 iterations
## # weights:  105
## initial  value 153318.938988 
## iter  10 value 2187.097870
## iter  20 value 1534.381525
## iter  30 value 1318.887967
## iter  40 value 1174.755711
## iter  50 value 1091.253991
## iter  60 value 1006.183115
## iter  70 value 959.948428
## iter  80 value 919.882003
## iter  90 value 884.428671
## iter 100 value 840.106586
## final  value 840.106586 
## stopped after 100 iterations
## # weights:  121
## initial  value 141128.465794 
## iter  10 value 2177.514169
## iter  20 value 1432.754012
## iter  30 value 1215.098160
## iter  40 value 1048.126432
## iter  50 value 922.229308
## iter  60 value 841.796831
## iter  70 value 801.326573
## iter  80 value 778.005238
## iter  90 value 754.659863
## iter 100 value 742.810627
## final  value 742.810627 
## stopped after 100 iterations
## # weights:  137
## initial  value 149110.534667 
## iter  10 value 1996.356716
## iter  20 value 1354.410491
## iter  30 value 1097.805718
## iter  40 value 958.574553
## iter  50 value 887.189321
## iter  60 value 828.473980
## iter  70 value 786.693074
## iter  80 value 757.900154
## iter  90 value 736.664328
## iter 100 value 719.050743
## final  value 719.050743 
## stopped after 100 iterations
## # weights:  153
## initial  value 160620.093433 
## iter  10 value 1958.461454
## iter  20 value 1348.484280
## iter  30 value 1111.895435
## iter  40 value 931.061207
## iter  50 value 854.569869
## iter  60 value 783.155821
## iter  70 value 726.745895
## iter  80 value 690.512655
## iter  90 value 665.622644
## iter 100 value 648.161683
## final  value 648.161683 
## stopped after 100 iterations
## # weights:  9
## initial  value 152650.651730 
## iter  10 value 6600.430933
## iter  20 value 6290.719566
## iter  30 value 5072.534925
## iter  40 value 4278.579674
## iter  50 value 2232.606743
## iter  60 value 2190.970288
## iter  70 value 2123.389315
## iter  80 value 2123.347282
## final  value 2123.347222 
## converged
## # weights:  25
## initial  value 155737.773358 
## iter  10 value 9032.508518
## iter  20 value 5738.467841
## iter  30 value 5571.167136
## iter  40 value 5441.425582
## iter  50 value 5225.997392
## iter  60 value 4363.125313
## iter  70 value 2578.520680
## iter  80 value 2098.605569
## iter  90 value 1872.049486
## iter 100 value 1682.378219
## final  value 1682.378219 
## stopped after 100 iterations
## # weights:  41
## initial  value 151667.573811 
## iter  10 value 4384.146082
## iter  20 value 3264.058310
## iter  30 value 2445.406176
## iter  40 value 1972.783979
## iter  50 value 1706.572811
## iter  60 value 1463.482480
## iter  70 value 1373.044419
## iter  80 value 1247.060461
## iter  90 value 1209.354749
## iter 100 value 1199.174360
## final  value 1199.174360 
## stopped after 100 iterations
## # weights:  57
## initial  value 163709.474027 
## iter  10 value 2293.780172
## iter  20 value 1696.624780
## iter  30 value 1551.483093
## iter  40 value 1445.226798
## iter  50 value 1375.585960
## iter  60 value 1211.672022
## iter  70 value 1142.881668
## iter  80 value 1072.033400
## iter  90 value 1031.778199
## iter 100 value 1020.025912
## final  value 1020.025912 
## stopped after 100 iterations
## # weights:  73
## initial  value 155044.795775 
## iter  10 value 4553.843927
## iter  20 value 3194.619439
## iter  30 value 2406.168316
## iter  40 value 2107.356180
## iter  50 value 1874.665885
## iter  60 value 1715.127844
## iter  70 value 1627.909220
## iter  80 value 1558.597238
## iter  90 value 1521.760823
## iter 100 value 1482.037601
## final  value 1482.037601 
## stopped after 100 iterations
## # weights:  89
## initial  value 155541.531315 
## iter  10 value 2697.811307
## iter  20 value 1807.515147
## iter  30 value 1421.276440
## iter  40 value 1189.874504
## iter  50 value 1101.877156
## iter  60 value 1045.524187
## iter  70 value 955.228500
## iter  80 value 933.725897
## iter  90 value 915.701871
## iter 100 value 900.742743
## final  value 900.742743 
## stopped after 100 iterations
## # weights:  105
## initial  value 144940.666091 
## iter  10 value 2259.517244
## iter  20 value 1617.731283
## iter  30 value 1390.574809
## iter  40 value 1184.745692
## iter  50 value 1035.551136
## iter  60 value 938.720371
## iter  70 value 854.152238
## iter  80 value 799.778259
## iter  90 value 767.537077
## iter 100 value 749.521073
## final  value 749.521073 
## stopped after 100 iterations
## # weights:  121
## initial  value 152776.820756 
## iter  10 value 2076.150621
## iter  20 value 1460.659302
## iter  30 value 1129.898470
## iter  40 value 988.988173
## iter  50 value 877.346765
## iter  60 value 810.809086
## iter  70 value 767.971793
## iter  80 value 719.275114
## iter  90 value 690.003431
## iter 100 value 664.997579
## final  value 664.997579 
## stopped after 100 iterations
## # weights:  137
## initial  value 150676.600603 
## iter  10 value 2351.471023
## iter  20 value 1404.038948
## iter  30 value 1124.066143
## iter  40 value 1015.010406
## iter  50 value 934.596003
## iter  60 value 852.242038
## iter  70 value 789.931645
## iter  80 value 726.456777
## iter  90 value 688.781208
## iter 100 value 643.091234
## final  value 643.091234 
## stopped after 100 iterations
## # weights:  153
## initial  value 169365.406436 
## iter  10 value 2119.870880
## iter  20 value 1434.545045
## iter  30 value 1154.075636
## iter  40 value 989.067576
## iter  50 value 858.673269
## iter  60 value 773.518087
## iter  70 value 712.402345
## iter  80 value 689.890570
## iter  90 value 664.392839
## iter 100 value 640.325213
## final  value 640.325213 
## stopped after 100 iterations
## # weights:  9
## initial  value 154373.783006 
## iter  10 value 4244.971418
## iter  20 value 2578.575089
## iter  30 value 2271.486946
## iter  40 value 2107.365873
## iter  50 value 2102.042466
## final  value 2101.498450 
## converged
## # weights:  25
## initial  value 146679.496248 
## iter  10 value 5764.822410
## iter  20 value 2414.753445
## iter  30 value 1895.946678
## iter  40 value 1677.916267
## iter  50 value 1617.499827
## iter  60 value 1590.332052
## iter  70 value 1587.575579
## iter  80 value 1586.076845
## iter  90 value 1585.443929
## final  value 1585.407671 
## converged
## # weights:  41
## initial  value 140816.530766 
## iter  10 value 2954.896801
## iter  20 value 2246.892419
## iter  30 value 1891.252822
## iter  40 value 1800.378855
## iter  50 value 1738.830464
## iter  60 value 1690.997658
## iter  70 value 1688.521890
## iter  80 value 1679.042041
## iter  90 value 1661.059965
## iter 100 value 1635.736165
## final  value 1635.736165 
## stopped after 100 iterations
## # weights:  57
## initial  value 154599.250680 
## iter  10 value 3737.412532
## iter  20 value 2124.665388
## iter  30 value 1811.559510
## iter  40 value 1707.441612
## iter  50 value 1594.666009
## iter  60 value 1486.790488
## iter  70 value 1380.071622
## iter  80 value 1355.080259
## iter  90 value 1340.616498
## iter 100 value 1329.302463
## final  value 1329.302463 
## stopped after 100 iterations
## # weights:  73
## initial  value 165094.842775 
## iter  10 value 3734.218054
## iter  20 value 2084.705128
## iter  30 value 1743.571589
## iter  40 value 1548.533172
## iter  50 value 1363.169926
## iter  60 value 1296.352735
## iter  70 value 1243.103335
## iter  80 value 1211.826641
## iter  90 value 1203.327279
## iter 100 value 1182.775150
## final  value 1182.775150 
## stopped after 100 iterations
## # weights:  89
## initial  value 162321.146575 
## iter  10 value 2647.826069
## iter  20 value 1903.829641
## iter  30 value 1558.162868
## iter  40 value 1365.899962
## iter  50 value 1262.795887
## iter  60 value 1163.031547
## iter  70 value 1118.046546
## iter  80 value 1049.174675
## iter  90 value 981.609331
## iter 100 value 953.516174
## final  value 953.516174 
## stopped after 100 iterations
## # weights:  105
## initial  value 157933.891642 
## iter  10 value 2864.803300
## iter  20 value 2033.053932
## iter  30 value 1831.065238
## iter  40 value 1515.917181
## iter  50 value 1373.376906
## iter  60 value 1258.048806
## iter  70 value 1201.952127
## iter  80 value 1145.417526
## iter  90 value 1093.489840
## iter 100 value 1061.788949
## final  value 1061.788949 
## stopped after 100 iterations
## # weights:  121
## initial  value 143964.669098 
## iter  10 value 2267.649207
## iter  20 value 1433.889441
## iter  30 value 1171.008224
## iter  40 value 1068.946906
## iter  50 value 902.698595
## iter  60 value 795.817674
## iter  70 value 736.558794
## iter  80 value 679.532933
## iter  90 value 628.847909
## iter 100 value 577.174073
## final  value 577.174073 
## stopped after 100 iterations
## # weights:  137
## initial  value 161793.374044 
## iter  10 value 2008.500326
## iter  20 value 1306.559879
## iter  30 value 1089.800392
## iter  40 value 933.357321
## iter  50 value 773.566236
## iter  60 value 672.077499
## iter  70 value 600.511210
## iter  80 value 552.815822
## iter  90 value 520.679329
## iter 100 value 499.834148
## final  value 499.834148 
## stopped after 100 iterations
## # weights:  153
## initial  value 168492.384139 
## iter  10 value 1844.609534
## iter  20 value 1279.497504
## iter  30 value 954.139807
## iter  40 value 785.478084
## iter  50 value 721.396215
## iter  60 value 638.608228
## iter  70 value 561.893930
## iter  80 value 511.825347
## iter  90 value 481.684490
## iter 100 value 445.554714
## final  value 445.554714 
## stopped after 100 iterations
## # weights:  9
## initial  value 147013.319533 
## iter  10 value 4685.721582
## iter  20 value 2765.965815
## iter  30 value 2194.531851
## iter  40 value 2106.423572
## iter  50 value 2091.195549
## iter  60 value 2090.456329
## final  value 2090.454300 
## converged
## # weights:  25
## initial  value 154612.673367 
## iter  10 value 3317.781907
## iter  20 value 2224.716542
## iter  30 value 1898.657929
## iter  40 value 1804.314833
## iter  50 value 1745.438796
## iter  60 value 1727.828175
## iter  70 value 1718.823421
## iter  80 value 1713.772096
## iter  90 value 1711.327883
## iter 100 value 1711.294685
## final  value 1711.294685 
## stopped after 100 iterations
## # weights:  41
## initial  value 165209.206773 
## iter  10 value 6330.951895
## iter  20 value 3623.752312
## iter  30 value 2591.366084
## iter  40 value 1872.302153
## iter  50 value 1604.469871
## iter  60 value 1481.789950
## iter  70 value 1455.794746
## iter  80 value 1432.540413
## iter  90 value 1426.912352
## iter 100 value 1421.950721
## final  value 1421.950721 
## stopped after 100 iterations
## # weights:  57
## initial  value 166954.428682 
## iter  10 value 3142.355239
## iter  20 value 2094.881685
## iter  30 value 1812.907230
## iter  40 value 1643.555078
## iter  50 value 1521.628896
## iter  60 value 1414.736254
## iter  70 value 1313.889044
## iter  80 value 1291.539428
## iter  90 value 1275.162750
## iter 100 value 1257.770383
## final  value 1257.770383 
## stopped after 100 iterations
## # weights:  73
## initial  value 153080.705708 
## iter  10 value 3442.068942
## iter  20 value 2157.003677
## iter  30 value 1724.945025
## iter  40 value 1363.285002
## iter  50 value 1241.646501
## iter  60 value 1162.357464
## iter  70 value 1088.273338
## iter  80 value 1046.121995
## iter  90 value 995.470900
## iter 100 value 971.885216
## final  value 971.885216 
## stopped after 100 iterations
## # weights:  89
## initial  value 163561.493764 
## iter  10 value 2396.132189
## iter  20 value 1601.546587
## iter  30 value 1307.000461
## iter  40 value 1145.508334
## iter  50 value 1003.927706
## iter  60 value 902.985583
## iter  70 value 790.216071
## iter  80 value 737.328225
## iter  90 value 710.354115
## iter 100 value 689.503673
## final  value 689.503673 
## stopped after 100 iterations
## # weights:  105
## initial  value 134106.361076 
## iter  10 value 2410.239287
## iter  20 value 1572.806233
## iter  30 value 1294.368895
## iter  40 value 1174.498413
## iter  50 value 980.377131
## iter  60 value 882.584250
## iter  70 value 794.830642
## iter  80 value 724.701212
## iter  90 value 650.522049
## iter 100 value 608.731056
## final  value 608.731056 
## stopped after 100 iterations
## # weights:  121
## initial  value 153900.706175 
## iter  10 value 2309.877474
## iter  20 value 1376.732731
## iter  30 value 1100.512738
## iter  40 value 967.556951
## iter  50 value 829.485167
## iter  60 value 739.713398
## iter  70 value 682.480777
## iter  80 value 625.384010
## iter  90 value 582.459431
## iter 100 value 556.475347
## final  value 556.475347 
## stopped after 100 iterations
## # weights:  137
## initial  value 156667.094277 
## iter  10 value 2124.607316
## iter  20 value 1298.580987
## iter  30 value 1030.274812
## iter  40 value 912.122865
## iter  50 value 801.980492
## iter  60 value 696.620112
## iter  70 value 649.365190
## iter  80 value 602.559319
## iter  90 value 552.100032
## iter 100 value 519.294464
## final  value 519.294464 
## stopped after 100 iterations
## # weights:  153
## initial  value 140006.380736 
## iter  10 value 1959.560373
## iter  20 value 1345.818361
## iter  30 value 1062.581384
## iter  40 value 939.883327
## iter  50 value 834.031792
## iter  60 value 696.507933
## iter  70 value 609.217929
## iter  80 value 559.425382
## iter  90 value 517.218490
## iter 100 value 481.350813
## final  value 481.350813 
## stopped after 100 iterations
## # weights:  9
## initial  value 146457.618850 
## iter  10 value 3450.471962
## iter  20 value 2176.135760
## iter  30 value 2119.070966
## iter  40 value 2088.307283
## iter  50 value 2085.944958
## iter  60 value 2085.028480
## iter  60 value 2085.028471
## iter  60 value 2085.028452
## final  value 2085.028452 
## converged
## # weights:  25
## initial  value 149852.384018 
## iter  10 value 7455.908937
## iter  20 value 3553.468636
## iter  30 value 3004.225102
## iter  40 value 2303.942031
## iter  50 value 2008.501430
## iter  60 value 1877.379292
## iter  70 value 1855.217444
## iter  80 value 1850.343664
## iter  90 value 1835.939107
## iter 100 value 1796.030545
## final  value 1796.030545 
## stopped after 100 iterations
## # weights:  41
## initial  value 156328.813010 
## iter  10 value 11894.603983
## iter  20 value 2924.182992
## iter  30 value 2200.850208
## iter  40 value 1820.644447
## iter  50 value 1652.768608
## iter  60 value 1594.326885
## iter  70 value 1552.555484
## iter  80 value 1499.985634
## iter  90 value 1490.984617
## iter 100 value 1488.008873
## final  value 1488.008873 
## stopped after 100 iterations
## # weights:  57
## initial  value 150837.949789 
## iter  10 value 3519.473638
## iter  20 value 2375.440137
## iter  30 value 1794.597364
## iter  40 value 1685.230824
## iter  50 value 1594.746201
## iter  60 value 1547.344559
## iter  70 value 1523.910821
## iter  80 value 1454.097262
## iter  90 value 1425.052549
## iter 100 value 1406.375861
## final  value 1406.375861 
## stopped after 100 iterations
## # weights:  73
## initial  value 146790.030726 
## iter  10 value 2733.902068
## iter  20 value 1775.831105
## iter  30 value 1446.449092
## iter  40 value 1187.334035
## iter  50 value 1082.613457
## iter  60 value 1048.112816
## iter  70 value 1012.444928
## iter  80 value 969.065137
## iter  90 value 956.114686
## iter 100 value 950.134866
## final  value 950.134866 
## stopped after 100 iterations
## # weights:  89
## initial  value 163837.342989 
## iter  10 value 2107.798462
## iter  20 value 1540.791402
## iter  30 value 1314.096362
## iter  40 value 1113.287680
## iter  50 value 1018.715980
## iter  60 value 947.109483
## iter  70 value 915.021556
## iter  80 value 894.168334
## iter  90 value 871.819788
## iter 100 value 851.312553
## final  value 851.312553 
## stopped after 100 iterations
## # weights:  105
## initial  value 156169.849422 
## iter  10 value 2566.662740
## iter  20 value 1705.646024
## iter  30 value 1227.125968
## iter  40 value 1075.136023
## iter  50 value 895.583711
## iter  60 value 798.345882
## iter  70 value 747.091395
## iter  80 value 699.200279
## iter  90 value 654.443933
## iter 100 value 613.640550
## final  value 613.640550 
## stopped after 100 iterations
## # weights:  121
## initial  value 142650.110176 
## iter  10 value 2065.016754
## iter  20 value 1366.616427
## iter  30 value 1104.585583
## iter  40 value 1002.928953
## iter  50 value 833.401568
## iter  60 value 748.080997
## iter  70 value 698.885503
## iter  80 value 658.287727
## iter  90 value 623.938865
## iter 100 value 598.978798
## final  value 598.978798 
## stopped after 100 iterations
## # weights:  137
## initial  value 179557.487068 
## iter  10 value 2047.537547
## iter  20 value 1359.045660
## iter  30 value 1138.614491
## iter  40 value 1014.079283
## iter  50 value 859.819616
## iter  60 value 766.669504
## iter  70 value 692.979874
## iter  80 value 625.196278
## iter  90 value 578.185139
## iter 100 value 543.240810
## final  value 543.240810 
## stopped after 100 iterations
## # weights:  153
## initial  value 133202.296871 
## iter  10 value 1960.098223
## iter  20 value 1429.702212
## iter  30 value 1095.531169
## iter  40 value 882.549281
## iter  50 value 726.012096
## iter  60 value 627.046645
## iter  70 value 562.118027
## iter  80 value 500.933110
## iter  90 value 465.595811
## iter 100 value 442.112331
## final  value 442.112331 
## stopped after 100 iterations
## # weights:  9
## initial  value 151811.547914 
## iter  10 value 4191.717685
## iter  20 value 2427.669191
## iter  30 value 2179.213484
## iter  40 value 2091.615898
## iter  50 value 2086.424822
## iter  60 value 2082.714023
## iter  70 value 2082.498589
## final  value 2082.461555 
## converged
## # weights:  25
## initial  value 150516.250417 
## iter  10 value 3651.551197
## iter  20 value 2282.627150
## iter  30 value 2009.419963
## iter  40 value 1718.096857
## iter  50 value 1527.396367
## iter  60 value 1466.816570
## iter  70 value 1452.799906
## iter  80 value 1432.901227
## iter  90 value 1335.947039
## iter 100 value 1274.520312
## final  value 1274.520312 
## stopped after 100 iterations
## # weights:  41
## initial  value 160416.662195 
## iter  10 value 12122.971980
## iter  20 value 7932.443658
## iter  30 value 4647.427798
## iter  40 value 2644.812150
## iter  50 value 2151.807134
## iter  60 value 1858.701449
## iter  70 value 1631.930748
## iter  80 value 1551.319259
## iter  90 value 1497.820554
## iter 100 value 1460.414366
## final  value 1460.414366 
## stopped after 100 iterations
## # weights:  57
## initial  value 147321.158895 
## iter  10 value 2334.206940
## iter  20 value 1788.854217
## iter  30 value 1553.985724
## iter  40 value 1483.617350
## iter  50 value 1435.843763
## iter  60 value 1391.774206
## iter  70 value 1378.635121
## iter  80 value 1357.348993
## iter  90 value 1345.130367
## iter 100 value 1341.351613
## final  value 1341.351613 
## stopped after 100 iterations
## # weights:  73
## initial  value 162142.233976 
## iter  10 value 2669.003661
## iter  20 value 1670.327647
## iter  30 value 1436.902512
## iter  40 value 1254.110972
## iter  50 value 1139.752940
## iter  60 value 1064.193284
## iter  70 value 1017.242294
## iter  80 value 968.622641
## iter  90 value 939.336795
## iter 100 value 911.264153
## final  value 911.264153 
## stopped after 100 iterations
## # weights:  89
## initial  value 152437.737333 
## iter  10 value 2260.888516
## iter  20 value 1476.108264
## iter  30 value 1239.930666
## iter  40 value 1010.657401
## iter  50 value 882.488082
## iter  60 value 833.541223
## iter  70 value 810.589185
## iter  80 value 782.740121
## iter  90 value 757.016799
## iter 100 value 725.517187
## final  value 725.517187 
## stopped after 100 iterations
## # weights:  105
## initial  value 150313.050411 
## iter  10 value 2756.293750
## iter  20 value 1670.865341
## iter  30 value 1476.906975
## iter  40 value 1150.639823
## iter  50 value 981.143130
## iter  60 value 917.351260
## iter  70 value 864.682203
## iter  80 value 822.976825
## iter  90 value 777.719343
## iter 100 value 729.410179
## final  value 729.410179 
## stopped after 100 iterations
## # weights:  121
## initial  value 177107.116542 
## iter  10 value 2410.912481
## iter  20 value 1581.240703
## iter  30 value 1234.394316
## iter  40 value 992.488056
## iter  50 value 850.789073
## iter  60 value 778.859816
## iter  70 value 721.935876
## iter  80 value 691.482549
## iter  90 value 644.013799
## iter 100 value 595.948162
## final  value 595.948162 
## stopped after 100 iterations
## # weights:  137
## initial  value 167318.968844 
## iter  10 value 1944.997490
## iter  20 value 1445.945813
## iter  30 value 1107.987661
## iter  40 value 881.594941
## iter  50 value 760.624058
## iter  60 value 668.853360
## iter  70 value 617.562477
## iter  80 value 574.595185
## iter  90 value 546.121101
## iter 100 value 509.767732
## final  value 509.767732 
## stopped after 100 iterations
## # weights:  153
## initial  value 157666.345978 
## iter  10 value 2158.430476
## iter  20 value 1373.695019
## iter  30 value 1110.687047
## iter  40 value 902.653372
## iter  50 value 802.274792
## iter  60 value 729.779724
## iter  70 value 645.351886
## iter  80 value 564.496455
## iter  90 value 490.844734
## iter 100 value 444.633038
## final  value 444.633038 
## stopped after 100 iterations
## # weights:  9
## initial  value 153507.890166 
## iter  10 value 5321.935492
## iter  20 value 4429.274248
## iter  30 value 3245.316478
## iter  40 value 2205.303049
## iter  50 value 2118.301006
## iter  60 value 2086.025431
## iter  70 value 2083.233230
## iter  80 value 2081.521738
## iter  80 value 2081.521726
## iter  80 value 2081.521724
## final  value 2081.521724 
## converged
## # weights:  25
## initial  value 150484.119162 
## iter  10 value 16566.936556
## iter  20 value 10418.969650
## iter  30 value 3764.075587
## iter  40 value 3046.330838
## iter  50 value 2384.414650
## iter  60 value 2187.184034
## iter  70 value 1924.821594
## iter  80 value 1825.571663
## iter  90 value 1801.218048
## iter 100 value 1793.384649
## final  value 1793.384649 
## stopped after 100 iterations
## # weights:  41
## initial  value 154894.247209 
## iter  10 value 13504.154973
## iter  20 value 8130.805326
## iter  30 value 4760.402217
## iter  40 value 3786.123934
## iter  50 value 2692.299563
## iter  60 value 1988.624570
## iter  70 value 1611.117788
## iter  80 value 1458.117772
## iter  90 value 1371.668252
## iter 100 value 1259.786363
## final  value 1259.786363 
## stopped after 100 iterations
## # weights:  57
## initial  value 163046.314211 
## iter  10 value 3166.531225
## iter  20 value 2116.304181
## iter  30 value 1669.603259
## iter  40 value 1476.790817
## iter  50 value 1408.237999
## iter  60 value 1373.155802
## iter  70 value 1353.584727
## iter  80 value 1314.957075
## iter  90 value 1278.512125
## iter 100 value 1255.474839
## final  value 1255.474839 
## stopped after 100 iterations
## # weights:  73
## initial  value 149166.889885 
## iter  10 value 2228.532468
## iter  20 value 1613.977582
## iter  30 value 1414.179850
## iter  40 value 1226.501055
## iter  50 value 1089.841633
## iter  60 value 995.501765
## iter  70 value 922.957114
## iter  80 value 894.756804
## iter  90 value 858.385696
## iter 100 value 831.099477
## final  value 831.099477 
## stopped after 100 iterations
## # weights:  89
## initial  value 158492.804500 
## iter  10 value 2801.951092
## iter  20 value 1699.720355
## iter  30 value 1356.111874
## iter  40 value 1218.132617
## iter  50 value 1096.357182
## iter  60 value 1040.311814
## iter  70 value 991.439253
## iter  80 value 936.889152
## iter  90 value 900.386274
## iter 100 value 875.323902
## final  value 875.323902 
## stopped after 100 iterations
## # weights:  105
## initial  value 163289.841198 
## iter  10 value 2422.528320
## iter  20 value 1407.730251
## iter  30 value 1186.691205
## iter  40 value 1058.074435
## iter  50 value 962.707264
## iter  60 value 890.944446
## iter  70 value 832.149151
## iter  80 value 758.030732
## iter  90 value 712.908800
## iter 100 value 663.784138
## final  value 663.784138 
## stopped after 100 iterations
## # weights:  121
## initial  value 165901.964254 
## iter  10 value 2104.959089
## iter  20 value 1515.152796
## iter  30 value 1301.960828
## iter  40 value 1148.676200
## iter  50 value 1056.437012
## iter  60 value 956.459765
## iter  70 value 816.452691
## iter  80 value 732.166322
## iter  90 value 684.026022
## iter 100 value 652.761760
## final  value 652.761760 
## stopped after 100 iterations
## # weights:  137
## initial  value 142899.181763 
## iter  10 value 2286.295605
## iter  20 value 1486.896264
## iter  30 value 1048.810084
## iter  40 value 879.718804
## iter  50 value 763.248016
## iter  60 value 668.718644
## iter  70 value 603.193439
## iter  80 value 543.015305
## iter  90 value 501.142473
## iter 100 value 460.435357
## final  value 460.435357 
## stopped after 100 iterations
## # weights:  153
## initial  value 138981.396446 
## iter  10 value 2124.679883
## iter  20 value 1458.076030
## iter  30 value 1055.501653
## iter  40 value 850.166071
## iter  50 value 761.490503
## iter  60 value 664.196838
## iter  70 value 585.455882
## iter  80 value 522.691826
## iter  90 value 476.328965
## iter 100 value 409.725735
## final  value 409.725735 
## stopped after 100 iterations
## # weights:  9
## initial  value 158599.878877 
## iter  10 value 4518.879224
## iter  20 value 2917.168850
## iter  30 value 2403.846683
## iter  40 value 2113.229450
## iter  50 value 2094.862957
## iter  60 value 2082.181549
## iter  70 value 2081.163116
## iter  80 value 2080.794980
## iter  80 value 2080.794976
## final  value 2080.793965 
## converged
## # weights:  25
## initial  value 158075.489088 
## iter  10 value 4498.773847
## iter  20 value 3863.917253
## iter  30 value 2383.857329
## iter  40 value 1893.284610
## iter  50 value 1841.257384
## iter  60 value 1814.630429
## iter  70 value 1800.524901
## iter  80 value 1785.269522
## iter  90 value 1767.951573
## iter 100 value 1743.501179
## final  value 1743.501179 
## stopped after 100 iterations
## # weights:  41
## initial  value 157316.188702 
## iter  10 value 4213.597776
## iter  20 value 2823.938136
## iter  30 value 2176.174769
## iter  40 value 1785.451757
## iter  50 value 1668.604482
## iter  60 value 1461.686394
## iter  70 value 1238.622633
## iter  80 value 1181.540053
## iter  90 value 1124.938655
## iter 100 value 1084.802760
## final  value 1084.802760 
## stopped after 100 iterations
## # weights:  57
## initial  value 151123.123462 
## iter  10 value 3067.581745
## iter  20 value 1900.444272
## iter  30 value 1572.343809
## iter  40 value 1374.061880
## iter  50 value 1235.311578
## iter  60 value 1194.281189
## iter  70 value 1163.052751
## iter  80 value 1153.670013
## iter  90 value 1149.124809
## iter 100 value 1143.672823
## final  value 1143.672823 
## stopped after 100 iterations
## # weights:  73
## initial  value 155313.703354 
## iter  10 value 2784.526051
## iter  20 value 1732.357683
## iter  30 value 1406.372925
## iter  40 value 1193.208372
## iter  50 value 1086.582842
## iter  60 value 1043.570265
## iter  70 value 987.478678
## iter  80 value 940.342395
## iter  90 value 898.345447
## iter 100 value 867.097545
## final  value 867.097545 
## stopped after 100 iterations
## # weights:  89
## initial  value 136480.724612 
## iter  10 value 2242.181697
## iter  20 value 1706.039561
## iter  30 value 1390.209524
## iter  40 value 1127.186071
## iter  50 value 1005.082815
## iter  60 value 859.253149
## iter  70 value 783.730877
## iter  80 value 744.130534
## iter  90 value 715.926603
## iter 100 value 693.133130
## final  value 693.133130 
## stopped after 100 iterations
## # weights:  105
## initial  value 153152.633704 
## iter  10 value 2518.997795
## iter  20 value 1634.235624
## iter  30 value 1379.367369
## iter  40 value 1170.272758
## iter  50 value 1003.509453
## iter  60 value 904.911696
## iter  70 value 852.699143
## iter  80 value 805.650984
## iter  90 value 757.394142
## iter 100 value 721.186847
## final  value 721.186847 
## stopped after 100 iterations
## # weights:  121
## initial  value 152496.667410 
## iter  10 value 2383.159869
## iter  20 value 1538.261444
## iter  30 value 1184.475648
## iter  40 value 1038.345800
## iter  50 value 896.449046
## iter  60 value 765.848469
## iter  70 value 677.584309
## iter  80 value 614.754208
## iter  90 value 567.088194
## iter 100 value 534.841841
## final  value 534.841841 
## stopped after 100 iterations
## # weights:  137
## initial  value 138676.180284 
## iter  10 value 2223.602566
## iter  20 value 1527.329359
## iter  30 value 1153.521094
## iter  40 value 994.199004
## iter  50 value 786.075049
## iter  60 value 659.017113
## iter  70 value 569.857438
## iter  80 value 510.821191
## iter  90 value 462.397090
## iter 100 value 427.508296
## final  value 427.508296 
## stopped after 100 iterations
## # weights:  153
## initial  value 150279.030979 
## iter  10 value 1982.421173
## iter  20 value 1268.719943
## iter  30 value 993.150862
## iter  40 value 823.377854
## iter  50 value 739.658744
## iter  60 value 595.956708
## iter  70 value 498.825661
## iter  80 value 451.275654
## iter  90 value 403.541537
## iter 100 value 375.635974
## final  value 375.635974 
## stopped after 100 iterations
## # weights:  41
## initial  value 167319.937433 
## iter  10 value 41855.194188
## iter  20 value 7802.937329
## iter  30 value 4165.534796
## iter  40 value 2852.818867
## iter  50 value 2474.421235
## iter  60 value 2191.469258
## iter  70 value 1810.322965
## iter  80 value 1707.013979
## iter  90 value 1655.318410
## iter 100 value 1602.502035
## final  value 1602.502035 
## stopped after 100 iterations
plot(cv.nn)

Best size and decay

cv.nn$bestTune
##    size      decay
## 29    5 0.04216965

Prediction on test data

pred.test <- predict(cv.nn, test.data)
pred
## [1] "yes"

RMSE for test data

error.test.nn <- pred.test - test.data$mpg
rmse.test.nn <- sqrt(mean(error.test.nn^2))
rmse.test.nn
## [1] 2.736396